Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- README.md +9 -14
- added_tokens.json +28 -0
- checkpoint-10/added_tokens.json +28 -0
- checkpoint-10/config.json +194 -0
- checkpoint-10/generation_config.json +8 -0
- checkpoint-10/model.safetensors +3 -0
- checkpoint-10/optimizer.pt +3 -0
- checkpoint-10/rng_state.pth +3 -0
- checkpoint-10/scheduler.pt +3 -0
- checkpoint-10/sentencepiece.bpe.model +3 -0
- checkpoint-10/special_tokens_map.json +221 -0
- checkpoint-10/tokenizer.json +0 -0
- checkpoint-10/tokenizer_config.json +290 -0
- checkpoint-10/trainer_state.json +56 -0
- checkpoint-10/training_args.bin +3 -0
- checkpoint-100/added_tokens.json +28 -0
- checkpoint-100/config.json +194 -0
- checkpoint-100/generation_config.json +8 -0
- checkpoint-100/model.safetensors +3 -0
- checkpoint-100/optimizer.pt +3 -0
- checkpoint-100/rng_state.pth +3 -0
- checkpoint-100/scheduler.pt +3 -0
- checkpoint-100/sentencepiece.bpe.model +3 -0
- checkpoint-100/special_tokens_map.json +221 -0
- checkpoint-100/tokenizer.json +0 -0
- checkpoint-100/tokenizer_config.json +290 -0
- checkpoint-100/trainer_state.json +263 -0
- checkpoint-100/training_args.bin +3 -0
- checkpoint-15/added_tokens.json +28 -0
- checkpoint-15/config.json +194 -0
- checkpoint-15/generation_config.json +8 -0
- checkpoint-15/model.safetensors +3 -0
- checkpoint-15/optimizer.pt +3 -0
- checkpoint-15/rng_state.pth +3 -0
- checkpoint-15/scheduler.pt +3 -0
- checkpoint-15/sentencepiece.bpe.model +3 -0
- checkpoint-15/special_tokens_map.json +221 -0
- checkpoint-15/tokenizer.json +0 -0
- checkpoint-15/tokenizer_config.json +290 -0
- checkpoint-15/trainer_state.json +64 -0
- checkpoint-15/training_args.bin +3 -0
- checkpoint-20/added_tokens.json +28 -0
- checkpoint-20/config.json +194 -0
- checkpoint-20/generation_config.json +8 -0
- checkpoint-20/model.safetensors +3 -0
- checkpoint-20/optimizer.pt +3 -0
- checkpoint-20/rng_state.pth +3 -0
- checkpoint-20/scheduler.pt +3 -0
- checkpoint-20/sentencepiece.bpe.model +3 -0
- checkpoint-20/special_tokens_map.json +221 -0
README.md
CHANGED
|
@@ -9,27 +9,22 @@ tags:
|
|
| 9 |
library_name: transformers
|
| 10 |
---
|
| 11 |
|
| 12 |
-
#
|
| 13 |
|
| 14 |
-
|
| 15 |
-
Nagbabasa ng text mula sa cropped prescription regions at nag-o-output ng structured JSON.
|
| 16 |
|
| 17 |
-
##
|
| 18 |
```python
|
| 19 |
from transformers import DonutProcessor, VisionEncoderDecoderModel
|
|
|
|
| 20 |
from PIL import Image
|
| 21 |
-
import torch
|
| 22 |
|
| 23 |
processor = DonutProcessor.from_pretrained("ajmaclin/prescription-donut-ocr")
|
| 24 |
-
model
|
| 25 |
|
| 26 |
-
image
|
| 27 |
pixel_values = processor(image, return_tensors="pt").pixel_values
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
print(result) # <drug_name>Amoxicillin 500mg</drug_name>...
|
| 32 |
```
|
| 33 |
-
|
| 34 |
-
## Pipeline
|
| 35 |
-
Gamitin kasama ng [`ajmaclin/prescription-yolo-detector`](https://huggingface.co/ajmaclin/prescription-yolo-detector) para sa full detection+OCR pipeline.
|
|
|
|
| 9 |
library_name: transformers
|
| 10 |
---
|
| 11 |
|
| 12 |
+
# Prescription OCR Reader — Donut
|
| 13 |
|
| 14 |
+
Stage 2 ng YOLO+Donut prescription OCR pipeline.
|
|
|
|
| 15 |
|
| 16 |
+
## Usage
|
| 17 |
```python
|
| 18 |
from transformers import DonutProcessor, VisionEncoderDecoderModel
|
| 19 |
+
from huggingface_hub import hf_hub_download
|
| 20 |
from PIL import Image
|
|
|
|
| 21 |
|
| 22 |
processor = DonutProcessor.from_pretrained("ajmaclin/prescription-donut-ocr")
|
| 23 |
+
model = VisionEncoderDecoderModel.from_pretrained("ajmaclin/prescription-donut-ocr")
|
| 24 |
|
| 25 |
+
image = Image.open("prescription_crop.jpg")
|
| 26 |
pixel_values = processor(image, return_tensors="pt").pixel_values
|
| 27 |
+
outputs = model.generate(pixel_values, max_length=256)
|
| 28 |
+
result = processor.batch_decode(outputs, skip_special_tokens=True)[0]
|
| 29 |
+
print(result)
|
|
|
|
| 30 |
```
|
|
|
|
|
|
|
|
|
added_tokens.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"</clinic_address>": 57542,
|
| 3 |
+
"</date>": 57540,
|
| 4 |
+
"</doctor_name>": 57534,
|
| 5 |
+
"</dosage>": 57528,
|
| 6 |
+
"</drug_name>": 57526,
|
| 7 |
+
"</duration>": 57532,
|
| 8 |
+
"</frequency>": 57530,
|
| 9 |
+
"</patient_name>": 57538,
|
| 10 |
+
"</prc_number>": 57536,
|
| 11 |
+
"</prescription>": 57546,
|
| 12 |
+
"</rx_block>": 57544,
|
| 13 |
+
"<clinic_address>": 57541,
|
| 14 |
+
"<date>": 57539,
|
| 15 |
+
"<doctor_name>": 57533,
|
| 16 |
+
"<dosage>": 57527,
|
| 17 |
+
"<drug_name>": 57525,
|
| 18 |
+
"<duration>": 57531,
|
| 19 |
+
"<frequency>": 57529,
|
| 20 |
+
"<patient_name>": 57537,
|
| 21 |
+
"<prc_number>": 57535,
|
| 22 |
+
"<prescription>": 57545,
|
| 23 |
+
"<rx_block>": 57543,
|
| 24 |
+
"<s_answer>": 57547,
|
| 25 |
+
"<s_iitcdip>": 57523,
|
| 26 |
+
"<s_synthdog>": 57524,
|
| 27 |
+
"<sep/>": 57522
|
| 28 |
+
}
|
checkpoint-10/added_tokens.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"</clinic_address>": 57542,
|
| 3 |
+
"</date>": 57540,
|
| 4 |
+
"</doctor_name>": 57534,
|
| 5 |
+
"</dosage>": 57528,
|
| 6 |
+
"</drug_name>": 57526,
|
| 7 |
+
"</duration>": 57532,
|
| 8 |
+
"</frequency>": 57530,
|
| 9 |
+
"</patient_name>": 57538,
|
| 10 |
+
"</prc_number>": 57536,
|
| 11 |
+
"</prescription>": 57546,
|
| 12 |
+
"</rx_block>": 57544,
|
| 13 |
+
"<clinic_address>": 57541,
|
| 14 |
+
"<date>": 57539,
|
| 15 |
+
"<doctor_name>": 57533,
|
| 16 |
+
"<dosage>": 57527,
|
| 17 |
+
"<drug_name>": 57525,
|
| 18 |
+
"<duration>": 57531,
|
| 19 |
+
"<frequency>": 57529,
|
| 20 |
+
"<patient_name>": 57537,
|
| 21 |
+
"<prc_number>": 57535,
|
| 22 |
+
"<prescription>": 57545,
|
| 23 |
+
"<rx_block>": 57543,
|
| 24 |
+
"<s_answer>": 57547,
|
| 25 |
+
"<s_iitcdip>": 57523,
|
| 26 |
+
"<s_synthdog>": 57524,
|
| 27 |
+
"<sep/>": 57522
|
| 28 |
+
}
|
checkpoint-10/config.json
ADDED
|
@@ -0,0 +1,194 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "naver-clova-ix/donut-base",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"VisionEncoderDecoderModel"
|
| 5 |
+
],
|
| 6 |
+
"decoder": {
|
| 7 |
+
"_name_or_path": "",
|
| 8 |
+
"activation_dropout": 0.0,
|
| 9 |
+
"activation_function": "gelu",
|
| 10 |
+
"add_cross_attention": true,
|
| 11 |
+
"add_final_layer_norm": true,
|
| 12 |
+
"architectures": null,
|
| 13 |
+
"attention_dropout": 0.0,
|
| 14 |
+
"bad_words_ids": null,
|
| 15 |
+
"begin_suppress_tokens": null,
|
| 16 |
+
"bos_token_id": 0,
|
| 17 |
+
"chunk_size_feed_forward": 0,
|
| 18 |
+
"classifier_dropout": 0.0,
|
| 19 |
+
"cross_attention_hidden_size": null,
|
| 20 |
+
"d_model": 1024,
|
| 21 |
+
"decoder_attention_heads": 16,
|
| 22 |
+
"decoder_ffn_dim": 4096,
|
| 23 |
+
"decoder_layerdrop": 0.0,
|
| 24 |
+
"decoder_layers": 4,
|
| 25 |
+
"decoder_start_token_id": null,
|
| 26 |
+
"diversity_penalty": 0.0,
|
| 27 |
+
"do_sample": false,
|
| 28 |
+
"dropout": 0.1,
|
| 29 |
+
"early_stopping": false,
|
| 30 |
+
"encoder_attention_heads": 16,
|
| 31 |
+
"encoder_ffn_dim": 4096,
|
| 32 |
+
"encoder_layerdrop": 0.0,
|
| 33 |
+
"encoder_layers": 12,
|
| 34 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 35 |
+
"eos_token_id": 2,
|
| 36 |
+
"exponential_decay_length_penalty": null,
|
| 37 |
+
"finetuning_task": null,
|
| 38 |
+
"forced_bos_token_id": null,
|
| 39 |
+
"forced_eos_token_id": 2,
|
| 40 |
+
"id2label": {
|
| 41 |
+
"0": "LABEL_0",
|
| 42 |
+
"1": "LABEL_1"
|
| 43 |
+
},
|
| 44 |
+
"init_std": 0.02,
|
| 45 |
+
"is_decoder": true,
|
| 46 |
+
"is_encoder_decoder": false,
|
| 47 |
+
"label2id": {
|
| 48 |
+
"LABEL_0": 0,
|
| 49 |
+
"LABEL_1": 1
|
| 50 |
+
},
|
| 51 |
+
"length_penalty": 1.0,
|
| 52 |
+
"max_length": 20,
|
| 53 |
+
"max_position_embeddings": 1536,
|
| 54 |
+
"min_length": 0,
|
| 55 |
+
"model_type": "mbart",
|
| 56 |
+
"no_repeat_ngram_size": 0,
|
| 57 |
+
"num_beam_groups": 1,
|
| 58 |
+
"num_beams": 1,
|
| 59 |
+
"num_hidden_layers": 12,
|
| 60 |
+
"num_return_sequences": 1,
|
| 61 |
+
"output_attentions": false,
|
| 62 |
+
"output_hidden_states": false,
|
| 63 |
+
"output_scores": false,
|
| 64 |
+
"pad_token_id": 1,
|
| 65 |
+
"prefix": null,
|
| 66 |
+
"problem_type": null,
|
| 67 |
+
"pruned_heads": {},
|
| 68 |
+
"remove_invalid_values": false,
|
| 69 |
+
"repetition_penalty": 1.0,
|
| 70 |
+
"return_dict": true,
|
| 71 |
+
"return_dict_in_generate": false,
|
| 72 |
+
"scale_embedding": true,
|
| 73 |
+
"sep_token_id": null,
|
| 74 |
+
"suppress_tokens": null,
|
| 75 |
+
"task_specific_params": null,
|
| 76 |
+
"temperature": 1.0,
|
| 77 |
+
"tf_legacy_loss": false,
|
| 78 |
+
"tie_encoder_decoder": false,
|
| 79 |
+
"tie_word_embeddings": true,
|
| 80 |
+
"tokenizer_class": null,
|
| 81 |
+
"top_k": 50,
|
| 82 |
+
"top_p": 1.0,
|
| 83 |
+
"torch_dtype": null,
|
| 84 |
+
"torchscript": false,
|
| 85 |
+
"typical_p": 1.0,
|
| 86 |
+
"use_bfloat16": false,
|
| 87 |
+
"use_cache": true,
|
| 88 |
+
"vocab_size": 57548
|
| 89 |
+
},
|
| 90 |
+
"decoder_start_token_id": 57545,
|
| 91 |
+
"encoder": {
|
| 92 |
+
"_name_or_path": "",
|
| 93 |
+
"add_cross_attention": false,
|
| 94 |
+
"architectures": null,
|
| 95 |
+
"attention_probs_dropout_prob": 0.0,
|
| 96 |
+
"bad_words_ids": null,
|
| 97 |
+
"begin_suppress_tokens": null,
|
| 98 |
+
"bos_token_id": null,
|
| 99 |
+
"chunk_size_feed_forward": 0,
|
| 100 |
+
"cross_attention_hidden_size": null,
|
| 101 |
+
"decoder_start_token_id": null,
|
| 102 |
+
"depths": [
|
| 103 |
+
2,
|
| 104 |
+
2,
|
| 105 |
+
14,
|
| 106 |
+
2
|
| 107 |
+
],
|
| 108 |
+
"diversity_penalty": 0.0,
|
| 109 |
+
"do_sample": false,
|
| 110 |
+
"drop_path_rate": 0.1,
|
| 111 |
+
"early_stopping": false,
|
| 112 |
+
"embed_dim": 128,
|
| 113 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 114 |
+
"eos_token_id": null,
|
| 115 |
+
"exponential_decay_length_penalty": null,
|
| 116 |
+
"finetuning_task": null,
|
| 117 |
+
"forced_bos_token_id": null,
|
| 118 |
+
"forced_eos_token_id": null,
|
| 119 |
+
"hidden_act": "gelu",
|
| 120 |
+
"hidden_dropout_prob": 0.0,
|
| 121 |
+
"hidden_size": 1024,
|
| 122 |
+
"id2label": {
|
| 123 |
+
"0": "LABEL_0",
|
| 124 |
+
"1": "LABEL_1"
|
| 125 |
+
},
|
| 126 |
+
"image_size": [
|
| 127 |
+
2560,
|
| 128 |
+
1920
|
| 129 |
+
],
|
| 130 |
+
"initializer_range": 0.02,
|
| 131 |
+
"is_decoder": false,
|
| 132 |
+
"is_encoder_decoder": false,
|
| 133 |
+
"label2id": {
|
| 134 |
+
"LABEL_0": 0,
|
| 135 |
+
"LABEL_1": 1
|
| 136 |
+
},
|
| 137 |
+
"layer_norm_eps": 1e-05,
|
| 138 |
+
"length_penalty": 1.0,
|
| 139 |
+
"max_length": 20,
|
| 140 |
+
"min_length": 0,
|
| 141 |
+
"mlp_ratio": 4.0,
|
| 142 |
+
"model_type": "donut-swin",
|
| 143 |
+
"no_repeat_ngram_size": 0,
|
| 144 |
+
"num_beam_groups": 1,
|
| 145 |
+
"num_beams": 1,
|
| 146 |
+
"num_channels": 3,
|
| 147 |
+
"num_heads": [
|
| 148 |
+
4,
|
| 149 |
+
8,
|
| 150 |
+
16,
|
| 151 |
+
32
|
| 152 |
+
],
|
| 153 |
+
"num_layers": 4,
|
| 154 |
+
"num_return_sequences": 1,
|
| 155 |
+
"output_attentions": false,
|
| 156 |
+
"output_hidden_states": false,
|
| 157 |
+
"output_scores": false,
|
| 158 |
+
"pad_token_id": null,
|
| 159 |
+
"patch_size": 4,
|
| 160 |
+
"path_norm": true,
|
| 161 |
+
"prefix": null,
|
| 162 |
+
"problem_type": null,
|
| 163 |
+
"pruned_heads": {},
|
| 164 |
+
"qkv_bias": true,
|
| 165 |
+
"remove_invalid_values": false,
|
| 166 |
+
"repetition_penalty": 1.0,
|
| 167 |
+
"return_dict": true,
|
| 168 |
+
"return_dict_in_generate": false,
|
| 169 |
+
"sep_token_id": null,
|
| 170 |
+
"suppress_tokens": null,
|
| 171 |
+
"task_specific_params": null,
|
| 172 |
+
"temperature": 1.0,
|
| 173 |
+
"tf_legacy_loss": false,
|
| 174 |
+
"tie_encoder_decoder": false,
|
| 175 |
+
"tie_word_embeddings": true,
|
| 176 |
+
"tokenizer_class": null,
|
| 177 |
+
"top_k": 50,
|
| 178 |
+
"top_p": 1.0,
|
| 179 |
+
"torch_dtype": null,
|
| 180 |
+
"torchscript": false,
|
| 181 |
+
"typical_p": 1.0,
|
| 182 |
+
"use_absolute_embeddings": false,
|
| 183 |
+
"use_bfloat16": false,
|
| 184 |
+
"window_size": 10
|
| 185 |
+
},
|
| 186 |
+
"eos_token_id": 2,
|
| 187 |
+
"is_encoder_decoder": true,
|
| 188 |
+
"max_length": 256,
|
| 189 |
+
"model_type": "vision-encoder-decoder",
|
| 190 |
+
"pad_token_id": 1,
|
| 191 |
+
"tie_word_embeddings": false,
|
| 192 |
+
"torch_dtype": "float32",
|
| 193 |
+
"transformers_version": "4.44.2"
|
| 194 |
+
}
|
checkpoint-10/generation_config.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 0,
|
| 4 |
+
"eos_token_id": 2,
|
| 5 |
+
"forced_eos_token_id": 2,
|
| 6 |
+
"pad_token_id": 1,
|
| 7 |
+
"transformers_version": "4.44.2"
|
| 8 |
+
}
|
checkpoint-10/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a80c0eb1af232846070c11b1ec252a823445468060cbdcdbe12728cec0a1dfa6
|
| 3 |
+
size 809164952
|
checkpoint-10/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1d543d1b3d637640e08960fd15503f1cdf4bd26f4a917235c4f6263509491908
|
| 3 |
+
size 1615392592
|
checkpoint-10/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:51d534d26b38fbee527a0ba8cf5755ed46d7ca1048634d1c2ec0dc32ac964bd8
|
| 3 |
+
size 14645
|
checkpoint-10/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fbd28b7161a1f7edbcd7a5ab910003d14efb75d6e6a1fe34d993785918e5b4a9
|
| 3 |
+
size 1465
|
checkpoint-10/sentencepiece.bpe.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb9e3dce4c326195d08fc3dd0f7e2eee1da8595c847bf4c1a9c78b7a82d47e2d
|
| 3 |
+
size 1296245
|
checkpoint-10/special_tokens_map.json
ADDED
|
@@ -0,0 +1,221 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"additional_special_tokens": [
|
| 3 |
+
{
|
| 4 |
+
"content": "<drug_name>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"content": "</drug_name>",
|
| 12 |
+
"lstrip": false,
|
| 13 |
+
"normalized": false,
|
| 14 |
+
"rstrip": false,
|
| 15 |
+
"single_word": false
|
| 16 |
+
},
|
| 17 |
+
{
|
| 18 |
+
"content": "<dosage>",
|
| 19 |
+
"lstrip": false,
|
| 20 |
+
"normalized": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"single_word": false
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"content": "</dosage>",
|
| 26 |
+
"lstrip": false,
|
| 27 |
+
"normalized": false,
|
| 28 |
+
"rstrip": false,
|
| 29 |
+
"single_word": false
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"content": "<frequency>",
|
| 33 |
+
"lstrip": false,
|
| 34 |
+
"normalized": false,
|
| 35 |
+
"rstrip": false,
|
| 36 |
+
"single_word": false
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"content": "</frequency>",
|
| 40 |
+
"lstrip": false,
|
| 41 |
+
"normalized": false,
|
| 42 |
+
"rstrip": false,
|
| 43 |
+
"single_word": false
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"content": "<duration>",
|
| 47 |
+
"lstrip": false,
|
| 48 |
+
"normalized": false,
|
| 49 |
+
"rstrip": false,
|
| 50 |
+
"single_word": false
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"content": "</duration>",
|
| 54 |
+
"lstrip": false,
|
| 55 |
+
"normalized": false,
|
| 56 |
+
"rstrip": false,
|
| 57 |
+
"single_word": false
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"content": "<doctor_name>",
|
| 61 |
+
"lstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"rstrip": false,
|
| 64 |
+
"single_word": false
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"content": "</doctor_name>",
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"normalized": false,
|
| 70 |
+
"rstrip": false,
|
| 71 |
+
"single_word": false
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"content": "<prc_number>",
|
| 75 |
+
"lstrip": false,
|
| 76 |
+
"normalized": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"single_word": false
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"content": "</prc_number>",
|
| 82 |
+
"lstrip": false,
|
| 83 |
+
"normalized": false,
|
| 84 |
+
"rstrip": false,
|
| 85 |
+
"single_word": false
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"content": "<patient_name>",
|
| 89 |
+
"lstrip": false,
|
| 90 |
+
"normalized": false,
|
| 91 |
+
"rstrip": false,
|
| 92 |
+
"single_word": false
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"content": "</patient_name>",
|
| 96 |
+
"lstrip": false,
|
| 97 |
+
"normalized": false,
|
| 98 |
+
"rstrip": false,
|
| 99 |
+
"single_word": false
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"content": "<date>",
|
| 103 |
+
"lstrip": false,
|
| 104 |
+
"normalized": false,
|
| 105 |
+
"rstrip": false,
|
| 106 |
+
"single_word": false
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"content": "</date>",
|
| 110 |
+
"lstrip": false,
|
| 111 |
+
"normalized": false,
|
| 112 |
+
"rstrip": false,
|
| 113 |
+
"single_word": false
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"content": "<clinic_address>",
|
| 117 |
+
"lstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"rstrip": false,
|
| 120 |
+
"single_word": false
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"content": "</clinic_address>",
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"normalized": false,
|
| 126 |
+
"rstrip": false,
|
| 127 |
+
"single_word": false
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"content": "<rx_block>",
|
| 131 |
+
"lstrip": false,
|
| 132 |
+
"normalized": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"single_word": false
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"content": "</rx_block>",
|
| 138 |
+
"lstrip": false,
|
| 139 |
+
"normalized": false,
|
| 140 |
+
"rstrip": false,
|
| 141 |
+
"single_word": false
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"content": "<prescription>",
|
| 145 |
+
"lstrip": false,
|
| 146 |
+
"normalized": false,
|
| 147 |
+
"rstrip": false,
|
| 148 |
+
"single_word": false
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"content": "</prescription>",
|
| 152 |
+
"lstrip": false,
|
| 153 |
+
"normalized": false,
|
| 154 |
+
"rstrip": false,
|
| 155 |
+
"single_word": false
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"content": "<sep/>",
|
| 159 |
+
"lstrip": false,
|
| 160 |
+
"normalized": false,
|
| 161 |
+
"rstrip": false,
|
| 162 |
+
"single_word": false
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"content": "<s_answer>",
|
| 166 |
+
"lstrip": false,
|
| 167 |
+
"normalized": false,
|
| 168 |
+
"rstrip": false,
|
| 169 |
+
"single_word": false
|
| 170 |
+
}
|
| 171 |
+
],
|
| 172 |
+
"bos_token": {
|
| 173 |
+
"content": "<s>",
|
| 174 |
+
"lstrip": false,
|
| 175 |
+
"normalized": false,
|
| 176 |
+
"rstrip": false,
|
| 177 |
+
"single_word": false
|
| 178 |
+
},
|
| 179 |
+
"cls_token": {
|
| 180 |
+
"content": "<s>",
|
| 181 |
+
"lstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"rstrip": false,
|
| 184 |
+
"single_word": false
|
| 185 |
+
},
|
| 186 |
+
"eos_token": {
|
| 187 |
+
"content": "</s>",
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"normalized": false,
|
| 190 |
+
"rstrip": false,
|
| 191 |
+
"single_word": false
|
| 192 |
+
},
|
| 193 |
+
"mask_token": {
|
| 194 |
+
"content": "<mask>",
|
| 195 |
+
"lstrip": true,
|
| 196 |
+
"normalized": true,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"single_word": false
|
| 199 |
+
},
|
| 200 |
+
"pad_token": {
|
| 201 |
+
"content": "<pad>",
|
| 202 |
+
"lstrip": false,
|
| 203 |
+
"normalized": false,
|
| 204 |
+
"rstrip": false,
|
| 205 |
+
"single_word": false
|
| 206 |
+
},
|
| 207 |
+
"sep_token": {
|
| 208 |
+
"content": "</s>",
|
| 209 |
+
"lstrip": false,
|
| 210 |
+
"normalized": false,
|
| 211 |
+
"rstrip": false,
|
| 212 |
+
"single_word": false
|
| 213 |
+
},
|
| 214 |
+
"unk_token": {
|
| 215 |
+
"content": "<unk>",
|
| 216 |
+
"lstrip": false,
|
| 217 |
+
"normalized": false,
|
| 218 |
+
"rstrip": false,
|
| 219 |
+
"single_word": false
|
| 220 |
+
}
|
| 221 |
+
}
|
checkpoint-10/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-10/tokenizer_config.json
ADDED
|
@@ -0,0 +1,290 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"57521": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": true,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
},
|
| 43 |
+
"57522": {
|
| 44 |
+
"content": "<sep/>",
|
| 45 |
+
"lstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"rstrip": false,
|
| 48 |
+
"single_word": false,
|
| 49 |
+
"special": true
|
| 50 |
+
},
|
| 51 |
+
"57523": {
|
| 52 |
+
"content": "<s_iitcdip>",
|
| 53 |
+
"lstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"rstrip": false,
|
| 56 |
+
"single_word": false,
|
| 57 |
+
"special": true
|
| 58 |
+
},
|
| 59 |
+
"57524": {
|
| 60 |
+
"content": "<s_synthdog>",
|
| 61 |
+
"lstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"rstrip": false,
|
| 64 |
+
"single_word": false,
|
| 65 |
+
"special": true
|
| 66 |
+
},
|
| 67 |
+
"57525": {
|
| 68 |
+
"content": "<drug_name>",
|
| 69 |
+
"lstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"rstrip": false,
|
| 72 |
+
"single_word": false,
|
| 73 |
+
"special": true
|
| 74 |
+
},
|
| 75 |
+
"57526": {
|
| 76 |
+
"content": "</drug_name>",
|
| 77 |
+
"lstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"rstrip": false,
|
| 80 |
+
"single_word": false,
|
| 81 |
+
"special": true
|
| 82 |
+
},
|
| 83 |
+
"57527": {
|
| 84 |
+
"content": "<dosage>",
|
| 85 |
+
"lstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"rstrip": false,
|
| 88 |
+
"single_word": false,
|
| 89 |
+
"special": true
|
| 90 |
+
},
|
| 91 |
+
"57528": {
|
| 92 |
+
"content": "</dosage>",
|
| 93 |
+
"lstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"rstrip": false,
|
| 96 |
+
"single_word": false,
|
| 97 |
+
"special": true
|
| 98 |
+
},
|
| 99 |
+
"57529": {
|
| 100 |
+
"content": "<frequency>",
|
| 101 |
+
"lstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"rstrip": false,
|
| 104 |
+
"single_word": false,
|
| 105 |
+
"special": true
|
| 106 |
+
},
|
| 107 |
+
"57530": {
|
| 108 |
+
"content": "</frequency>",
|
| 109 |
+
"lstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"rstrip": false,
|
| 112 |
+
"single_word": false,
|
| 113 |
+
"special": true
|
| 114 |
+
},
|
| 115 |
+
"57531": {
|
| 116 |
+
"content": "<duration>",
|
| 117 |
+
"lstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"rstrip": false,
|
| 120 |
+
"single_word": false,
|
| 121 |
+
"special": true
|
| 122 |
+
},
|
| 123 |
+
"57532": {
|
| 124 |
+
"content": "</duration>",
|
| 125 |
+
"lstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"rstrip": false,
|
| 128 |
+
"single_word": false,
|
| 129 |
+
"special": true
|
| 130 |
+
},
|
| 131 |
+
"57533": {
|
| 132 |
+
"content": "<doctor_name>",
|
| 133 |
+
"lstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"rstrip": false,
|
| 136 |
+
"single_word": false,
|
| 137 |
+
"special": true
|
| 138 |
+
},
|
| 139 |
+
"57534": {
|
| 140 |
+
"content": "</doctor_name>",
|
| 141 |
+
"lstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"rstrip": false,
|
| 144 |
+
"single_word": false,
|
| 145 |
+
"special": true
|
| 146 |
+
},
|
| 147 |
+
"57535": {
|
| 148 |
+
"content": "<prc_number>",
|
| 149 |
+
"lstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"rstrip": false,
|
| 152 |
+
"single_word": false,
|
| 153 |
+
"special": true
|
| 154 |
+
},
|
| 155 |
+
"57536": {
|
| 156 |
+
"content": "</prc_number>",
|
| 157 |
+
"lstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"rstrip": false,
|
| 160 |
+
"single_word": false,
|
| 161 |
+
"special": true
|
| 162 |
+
},
|
| 163 |
+
"57537": {
|
| 164 |
+
"content": "<patient_name>",
|
| 165 |
+
"lstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"rstrip": false,
|
| 168 |
+
"single_word": false,
|
| 169 |
+
"special": true
|
| 170 |
+
},
|
| 171 |
+
"57538": {
|
| 172 |
+
"content": "</patient_name>",
|
| 173 |
+
"lstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"rstrip": false,
|
| 176 |
+
"single_word": false,
|
| 177 |
+
"special": true
|
| 178 |
+
},
|
| 179 |
+
"57539": {
|
| 180 |
+
"content": "<date>",
|
| 181 |
+
"lstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"rstrip": false,
|
| 184 |
+
"single_word": false,
|
| 185 |
+
"special": true
|
| 186 |
+
},
|
| 187 |
+
"57540": {
|
| 188 |
+
"content": "</date>",
|
| 189 |
+
"lstrip": false,
|
| 190 |
+
"normalized": false,
|
| 191 |
+
"rstrip": false,
|
| 192 |
+
"single_word": false,
|
| 193 |
+
"special": true
|
| 194 |
+
},
|
| 195 |
+
"57541": {
|
| 196 |
+
"content": "<clinic_address>",
|
| 197 |
+
"lstrip": false,
|
| 198 |
+
"normalized": false,
|
| 199 |
+
"rstrip": false,
|
| 200 |
+
"single_word": false,
|
| 201 |
+
"special": true
|
| 202 |
+
},
|
| 203 |
+
"57542": {
|
| 204 |
+
"content": "</clinic_address>",
|
| 205 |
+
"lstrip": false,
|
| 206 |
+
"normalized": false,
|
| 207 |
+
"rstrip": false,
|
| 208 |
+
"single_word": false,
|
| 209 |
+
"special": true
|
| 210 |
+
},
|
| 211 |
+
"57543": {
|
| 212 |
+
"content": "<rx_block>",
|
| 213 |
+
"lstrip": false,
|
| 214 |
+
"normalized": false,
|
| 215 |
+
"rstrip": false,
|
| 216 |
+
"single_word": false,
|
| 217 |
+
"special": true
|
| 218 |
+
},
|
| 219 |
+
"57544": {
|
| 220 |
+
"content": "</rx_block>",
|
| 221 |
+
"lstrip": false,
|
| 222 |
+
"normalized": false,
|
| 223 |
+
"rstrip": false,
|
| 224 |
+
"single_word": false,
|
| 225 |
+
"special": true
|
| 226 |
+
},
|
| 227 |
+
"57545": {
|
| 228 |
+
"content": "<prescription>",
|
| 229 |
+
"lstrip": false,
|
| 230 |
+
"normalized": false,
|
| 231 |
+
"rstrip": false,
|
| 232 |
+
"single_word": false,
|
| 233 |
+
"special": true
|
| 234 |
+
},
|
| 235 |
+
"57546": {
|
| 236 |
+
"content": "</prescription>",
|
| 237 |
+
"lstrip": false,
|
| 238 |
+
"normalized": false,
|
| 239 |
+
"rstrip": false,
|
| 240 |
+
"single_word": false,
|
| 241 |
+
"special": true
|
| 242 |
+
},
|
| 243 |
+
"57547": {
|
| 244 |
+
"content": "<s_answer>",
|
| 245 |
+
"lstrip": false,
|
| 246 |
+
"normalized": false,
|
| 247 |
+
"rstrip": false,
|
| 248 |
+
"single_word": false,
|
| 249 |
+
"special": true
|
| 250 |
+
}
|
| 251 |
+
},
|
| 252 |
+
"additional_special_tokens": [
|
| 253 |
+
"<drug_name>",
|
| 254 |
+
"</drug_name>",
|
| 255 |
+
"<dosage>",
|
| 256 |
+
"</dosage>",
|
| 257 |
+
"<frequency>",
|
| 258 |
+
"</frequency>",
|
| 259 |
+
"<duration>",
|
| 260 |
+
"</duration>",
|
| 261 |
+
"<doctor_name>",
|
| 262 |
+
"</doctor_name>",
|
| 263 |
+
"<prc_number>",
|
| 264 |
+
"</prc_number>",
|
| 265 |
+
"<patient_name>",
|
| 266 |
+
"</patient_name>",
|
| 267 |
+
"<date>",
|
| 268 |
+
"</date>",
|
| 269 |
+
"<clinic_address>",
|
| 270 |
+
"</clinic_address>",
|
| 271 |
+
"<rx_block>",
|
| 272 |
+
"</rx_block>",
|
| 273 |
+
"<prescription>",
|
| 274 |
+
"</prescription>",
|
| 275 |
+
"<sep/>",
|
| 276 |
+
"<s_answer>"
|
| 277 |
+
],
|
| 278 |
+
"bos_token": "<s>",
|
| 279 |
+
"clean_up_tokenization_spaces": true,
|
| 280 |
+
"cls_token": "<s>",
|
| 281 |
+
"eos_token": "</s>",
|
| 282 |
+
"mask_token": "<mask>",
|
| 283 |
+
"model_max_length": 1000000000000000019884624838656,
|
| 284 |
+
"pad_token": "<pad>",
|
| 285 |
+
"processor_class": "DonutProcessor",
|
| 286 |
+
"sep_token": "</s>",
|
| 287 |
+
"sp_model_kwargs": {},
|
| 288 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 289 |
+
"unk_token": "<unk>"
|
| 290 |
+
}
|
checkpoint-10/trainer_state.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_metric": 6.029897689819336,
|
| 3 |
+
"best_model_checkpoint": "/content/donut_finetuned/checkpoint-10",
|
| 4 |
+
"epoch": 2.0,
|
| 5 |
+
"eval_steps": 500,
|
| 6 |
+
"global_step": 10,
|
| 7 |
+
"is_hyper_param_search": false,
|
| 8 |
+
"is_local_process_zero": true,
|
| 9 |
+
"is_world_process_zero": true,
|
| 10 |
+
"log_history": [
|
| 11 |
+
{
|
| 12 |
+
"epoch": 1.0,
|
| 13 |
+
"eval_loss": 9.464871406555176,
|
| 14 |
+
"eval_runtime": 4.0077,
|
| 15 |
+
"eval_samples_per_second": 3.743,
|
| 16 |
+
"eval_steps_per_second": 1.996,
|
| 17 |
+
"step": 5
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 2.0,
|
| 21 |
+
"grad_norm": 46.585044860839844,
|
| 22 |
+
"learning_rate": 2.4e-05,
|
| 23 |
+
"loss": 10.4972,
|
| 24 |
+
"step": 10
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 2.0,
|
| 28 |
+
"eval_loss": 6.029897689819336,
|
| 29 |
+
"eval_runtime": 3.4276,
|
| 30 |
+
"eval_samples_per_second": 4.376,
|
| 31 |
+
"eval_steps_per_second": 2.334,
|
| 32 |
+
"step": 10
|
| 33 |
+
}
|
| 34 |
+
],
|
| 35 |
+
"logging_steps": 10,
|
| 36 |
+
"max_steps": 100,
|
| 37 |
+
"num_input_tokens_seen": 0,
|
| 38 |
+
"num_train_epochs": 20,
|
| 39 |
+
"save_steps": 500,
|
| 40 |
+
"stateful_callbacks": {
|
| 41 |
+
"TrainerControl": {
|
| 42 |
+
"args": {
|
| 43 |
+
"should_epoch_stop": false,
|
| 44 |
+
"should_evaluate": false,
|
| 45 |
+
"should_log": false,
|
| 46 |
+
"should_save": true,
|
| 47 |
+
"should_training_stop": false
|
| 48 |
+
},
|
| 49 |
+
"attributes": {}
|
| 50 |
+
}
|
| 51 |
+
},
|
| 52 |
+
"total_flos": 5.00305864163328e+17,
|
| 53 |
+
"train_batch_size": 2,
|
| 54 |
+
"trial_name": null,
|
| 55 |
+
"trial_params": null
|
| 56 |
+
}
|
checkpoint-10/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f4fe1f691ba98e94f057a673bbc80ae49d6d6e4720cd7d58d19318f5db6afbe5
|
| 3 |
+
size 5777
|
checkpoint-100/added_tokens.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"</clinic_address>": 57542,
|
| 3 |
+
"</date>": 57540,
|
| 4 |
+
"</doctor_name>": 57534,
|
| 5 |
+
"</dosage>": 57528,
|
| 6 |
+
"</drug_name>": 57526,
|
| 7 |
+
"</duration>": 57532,
|
| 8 |
+
"</frequency>": 57530,
|
| 9 |
+
"</patient_name>": 57538,
|
| 10 |
+
"</prc_number>": 57536,
|
| 11 |
+
"</prescription>": 57546,
|
| 12 |
+
"</rx_block>": 57544,
|
| 13 |
+
"<clinic_address>": 57541,
|
| 14 |
+
"<date>": 57539,
|
| 15 |
+
"<doctor_name>": 57533,
|
| 16 |
+
"<dosage>": 57527,
|
| 17 |
+
"<drug_name>": 57525,
|
| 18 |
+
"<duration>": 57531,
|
| 19 |
+
"<frequency>": 57529,
|
| 20 |
+
"<patient_name>": 57537,
|
| 21 |
+
"<prc_number>": 57535,
|
| 22 |
+
"<prescription>": 57545,
|
| 23 |
+
"<rx_block>": 57543,
|
| 24 |
+
"<s_answer>": 57547,
|
| 25 |
+
"<s_iitcdip>": 57523,
|
| 26 |
+
"<s_synthdog>": 57524,
|
| 27 |
+
"<sep/>": 57522
|
| 28 |
+
}
|
checkpoint-100/config.json
ADDED
|
@@ -0,0 +1,194 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "naver-clova-ix/donut-base",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"VisionEncoderDecoderModel"
|
| 5 |
+
],
|
| 6 |
+
"decoder": {
|
| 7 |
+
"_name_or_path": "",
|
| 8 |
+
"activation_dropout": 0.0,
|
| 9 |
+
"activation_function": "gelu",
|
| 10 |
+
"add_cross_attention": true,
|
| 11 |
+
"add_final_layer_norm": true,
|
| 12 |
+
"architectures": null,
|
| 13 |
+
"attention_dropout": 0.0,
|
| 14 |
+
"bad_words_ids": null,
|
| 15 |
+
"begin_suppress_tokens": null,
|
| 16 |
+
"bos_token_id": 0,
|
| 17 |
+
"chunk_size_feed_forward": 0,
|
| 18 |
+
"classifier_dropout": 0.0,
|
| 19 |
+
"cross_attention_hidden_size": null,
|
| 20 |
+
"d_model": 1024,
|
| 21 |
+
"decoder_attention_heads": 16,
|
| 22 |
+
"decoder_ffn_dim": 4096,
|
| 23 |
+
"decoder_layerdrop": 0.0,
|
| 24 |
+
"decoder_layers": 4,
|
| 25 |
+
"decoder_start_token_id": null,
|
| 26 |
+
"diversity_penalty": 0.0,
|
| 27 |
+
"do_sample": false,
|
| 28 |
+
"dropout": 0.1,
|
| 29 |
+
"early_stopping": false,
|
| 30 |
+
"encoder_attention_heads": 16,
|
| 31 |
+
"encoder_ffn_dim": 4096,
|
| 32 |
+
"encoder_layerdrop": 0.0,
|
| 33 |
+
"encoder_layers": 12,
|
| 34 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 35 |
+
"eos_token_id": 2,
|
| 36 |
+
"exponential_decay_length_penalty": null,
|
| 37 |
+
"finetuning_task": null,
|
| 38 |
+
"forced_bos_token_id": null,
|
| 39 |
+
"forced_eos_token_id": 2,
|
| 40 |
+
"id2label": {
|
| 41 |
+
"0": "LABEL_0",
|
| 42 |
+
"1": "LABEL_1"
|
| 43 |
+
},
|
| 44 |
+
"init_std": 0.02,
|
| 45 |
+
"is_decoder": true,
|
| 46 |
+
"is_encoder_decoder": false,
|
| 47 |
+
"label2id": {
|
| 48 |
+
"LABEL_0": 0,
|
| 49 |
+
"LABEL_1": 1
|
| 50 |
+
},
|
| 51 |
+
"length_penalty": 1.0,
|
| 52 |
+
"max_length": 20,
|
| 53 |
+
"max_position_embeddings": 1536,
|
| 54 |
+
"min_length": 0,
|
| 55 |
+
"model_type": "mbart",
|
| 56 |
+
"no_repeat_ngram_size": 0,
|
| 57 |
+
"num_beam_groups": 1,
|
| 58 |
+
"num_beams": 1,
|
| 59 |
+
"num_hidden_layers": 12,
|
| 60 |
+
"num_return_sequences": 1,
|
| 61 |
+
"output_attentions": false,
|
| 62 |
+
"output_hidden_states": false,
|
| 63 |
+
"output_scores": false,
|
| 64 |
+
"pad_token_id": 1,
|
| 65 |
+
"prefix": null,
|
| 66 |
+
"problem_type": null,
|
| 67 |
+
"pruned_heads": {},
|
| 68 |
+
"remove_invalid_values": false,
|
| 69 |
+
"repetition_penalty": 1.0,
|
| 70 |
+
"return_dict": true,
|
| 71 |
+
"return_dict_in_generate": false,
|
| 72 |
+
"scale_embedding": true,
|
| 73 |
+
"sep_token_id": null,
|
| 74 |
+
"suppress_tokens": null,
|
| 75 |
+
"task_specific_params": null,
|
| 76 |
+
"temperature": 1.0,
|
| 77 |
+
"tf_legacy_loss": false,
|
| 78 |
+
"tie_encoder_decoder": false,
|
| 79 |
+
"tie_word_embeddings": true,
|
| 80 |
+
"tokenizer_class": null,
|
| 81 |
+
"top_k": 50,
|
| 82 |
+
"top_p": 1.0,
|
| 83 |
+
"torch_dtype": null,
|
| 84 |
+
"torchscript": false,
|
| 85 |
+
"typical_p": 1.0,
|
| 86 |
+
"use_bfloat16": false,
|
| 87 |
+
"use_cache": true,
|
| 88 |
+
"vocab_size": 57548
|
| 89 |
+
},
|
| 90 |
+
"decoder_start_token_id": 57545,
|
| 91 |
+
"encoder": {
|
| 92 |
+
"_name_or_path": "",
|
| 93 |
+
"add_cross_attention": false,
|
| 94 |
+
"architectures": null,
|
| 95 |
+
"attention_probs_dropout_prob": 0.0,
|
| 96 |
+
"bad_words_ids": null,
|
| 97 |
+
"begin_suppress_tokens": null,
|
| 98 |
+
"bos_token_id": null,
|
| 99 |
+
"chunk_size_feed_forward": 0,
|
| 100 |
+
"cross_attention_hidden_size": null,
|
| 101 |
+
"decoder_start_token_id": null,
|
| 102 |
+
"depths": [
|
| 103 |
+
2,
|
| 104 |
+
2,
|
| 105 |
+
14,
|
| 106 |
+
2
|
| 107 |
+
],
|
| 108 |
+
"diversity_penalty": 0.0,
|
| 109 |
+
"do_sample": false,
|
| 110 |
+
"drop_path_rate": 0.1,
|
| 111 |
+
"early_stopping": false,
|
| 112 |
+
"embed_dim": 128,
|
| 113 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 114 |
+
"eos_token_id": null,
|
| 115 |
+
"exponential_decay_length_penalty": null,
|
| 116 |
+
"finetuning_task": null,
|
| 117 |
+
"forced_bos_token_id": null,
|
| 118 |
+
"forced_eos_token_id": null,
|
| 119 |
+
"hidden_act": "gelu",
|
| 120 |
+
"hidden_dropout_prob": 0.0,
|
| 121 |
+
"hidden_size": 1024,
|
| 122 |
+
"id2label": {
|
| 123 |
+
"0": "LABEL_0",
|
| 124 |
+
"1": "LABEL_1"
|
| 125 |
+
},
|
| 126 |
+
"image_size": [
|
| 127 |
+
2560,
|
| 128 |
+
1920
|
| 129 |
+
],
|
| 130 |
+
"initializer_range": 0.02,
|
| 131 |
+
"is_decoder": false,
|
| 132 |
+
"is_encoder_decoder": false,
|
| 133 |
+
"label2id": {
|
| 134 |
+
"LABEL_0": 0,
|
| 135 |
+
"LABEL_1": 1
|
| 136 |
+
},
|
| 137 |
+
"layer_norm_eps": 1e-05,
|
| 138 |
+
"length_penalty": 1.0,
|
| 139 |
+
"max_length": 20,
|
| 140 |
+
"min_length": 0,
|
| 141 |
+
"mlp_ratio": 4.0,
|
| 142 |
+
"model_type": "donut-swin",
|
| 143 |
+
"no_repeat_ngram_size": 0,
|
| 144 |
+
"num_beam_groups": 1,
|
| 145 |
+
"num_beams": 1,
|
| 146 |
+
"num_channels": 3,
|
| 147 |
+
"num_heads": [
|
| 148 |
+
4,
|
| 149 |
+
8,
|
| 150 |
+
16,
|
| 151 |
+
32
|
| 152 |
+
],
|
| 153 |
+
"num_layers": 4,
|
| 154 |
+
"num_return_sequences": 1,
|
| 155 |
+
"output_attentions": false,
|
| 156 |
+
"output_hidden_states": false,
|
| 157 |
+
"output_scores": false,
|
| 158 |
+
"pad_token_id": null,
|
| 159 |
+
"patch_size": 4,
|
| 160 |
+
"path_norm": true,
|
| 161 |
+
"prefix": null,
|
| 162 |
+
"problem_type": null,
|
| 163 |
+
"pruned_heads": {},
|
| 164 |
+
"qkv_bias": true,
|
| 165 |
+
"remove_invalid_values": false,
|
| 166 |
+
"repetition_penalty": 1.0,
|
| 167 |
+
"return_dict": true,
|
| 168 |
+
"return_dict_in_generate": false,
|
| 169 |
+
"sep_token_id": null,
|
| 170 |
+
"suppress_tokens": null,
|
| 171 |
+
"task_specific_params": null,
|
| 172 |
+
"temperature": 1.0,
|
| 173 |
+
"tf_legacy_loss": false,
|
| 174 |
+
"tie_encoder_decoder": false,
|
| 175 |
+
"tie_word_embeddings": true,
|
| 176 |
+
"tokenizer_class": null,
|
| 177 |
+
"top_k": 50,
|
| 178 |
+
"top_p": 1.0,
|
| 179 |
+
"torch_dtype": null,
|
| 180 |
+
"torchscript": false,
|
| 181 |
+
"typical_p": 1.0,
|
| 182 |
+
"use_absolute_embeddings": false,
|
| 183 |
+
"use_bfloat16": false,
|
| 184 |
+
"window_size": 10
|
| 185 |
+
},
|
| 186 |
+
"eos_token_id": 2,
|
| 187 |
+
"is_encoder_decoder": true,
|
| 188 |
+
"max_length": 256,
|
| 189 |
+
"model_type": "vision-encoder-decoder",
|
| 190 |
+
"pad_token_id": 1,
|
| 191 |
+
"tie_word_embeddings": false,
|
| 192 |
+
"torch_dtype": "float32",
|
| 193 |
+
"transformers_version": "4.44.2"
|
| 194 |
+
}
|
checkpoint-100/generation_config.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 0,
|
| 4 |
+
"eos_token_id": 2,
|
| 5 |
+
"forced_eos_token_id": 2,
|
| 6 |
+
"pad_token_id": 1,
|
| 7 |
+
"transformers_version": "4.44.2"
|
| 8 |
+
}
|
checkpoint-100/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb59c11dfecb584202bca868d369a9db3f2f2ce9417995bf8b8422ee24ee31cf
|
| 3 |
+
size 809164952
|
checkpoint-100/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1b63bd8c4d5aa2b66cac29065fa5870e6adcfe58d83b8890073235c4a57cae9a
|
| 3 |
+
size 1615392592
|
checkpoint-100/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5844ed4c1bbe80aa11b2a02d25e30e4ecfd2d42ac857fe1baa850ea86184c445
|
| 3 |
+
size 14645
|
checkpoint-100/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77329d983fd7051f3605e62479996010205d6b610e71df76d7c8064a6a2d2cf2
|
| 3 |
+
size 1465
|
checkpoint-100/sentencepiece.bpe.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb9e3dce4c326195d08fc3dd0f7e2eee1da8595c847bf4c1a9c78b7a82d47e2d
|
| 3 |
+
size 1296245
|
checkpoint-100/special_tokens_map.json
ADDED
|
@@ -0,0 +1,221 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"additional_special_tokens": [
|
| 3 |
+
{
|
| 4 |
+
"content": "<drug_name>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"content": "</drug_name>",
|
| 12 |
+
"lstrip": false,
|
| 13 |
+
"normalized": false,
|
| 14 |
+
"rstrip": false,
|
| 15 |
+
"single_word": false
|
| 16 |
+
},
|
| 17 |
+
{
|
| 18 |
+
"content": "<dosage>",
|
| 19 |
+
"lstrip": false,
|
| 20 |
+
"normalized": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"single_word": false
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"content": "</dosage>",
|
| 26 |
+
"lstrip": false,
|
| 27 |
+
"normalized": false,
|
| 28 |
+
"rstrip": false,
|
| 29 |
+
"single_word": false
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"content": "<frequency>",
|
| 33 |
+
"lstrip": false,
|
| 34 |
+
"normalized": false,
|
| 35 |
+
"rstrip": false,
|
| 36 |
+
"single_word": false
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"content": "</frequency>",
|
| 40 |
+
"lstrip": false,
|
| 41 |
+
"normalized": false,
|
| 42 |
+
"rstrip": false,
|
| 43 |
+
"single_word": false
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"content": "<duration>",
|
| 47 |
+
"lstrip": false,
|
| 48 |
+
"normalized": false,
|
| 49 |
+
"rstrip": false,
|
| 50 |
+
"single_word": false
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"content": "</duration>",
|
| 54 |
+
"lstrip": false,
|
| 55 |
+
"normalized": false,
|
| 56 |
+
"rstrip": false,
|
| 57 |
+
"single_word": false
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"content": "<doctor_name>",
|
| 61 |
+
"lstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"rstrip": false,
|
| 64 |
+
"single_word": false
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"content": "</doctor_name>",
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"normalized": false,
|
| 70 |
+
"rstrip": false,
|
| 71 |
+
"single_word": false
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"content": "<prc_number>",
|
| 75 |
+
"lstrip": false,
|
| 76 |
+
"normalized": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"single_word": false
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"content": "</prc_number>",
|
| 82 |
+
"lstrip": false,
|
| 83 |
+
"normalized": false,
|
| 84 |
+
"rstrip": false,
|
| 85 |
+
"single_word": false
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"content": "<patient_name>",
|
| 89 |
+
"lstrip": false,
|
| 90 |
+
"normalized": false,
|
| 91 |
+
"rstrip": false,
|
| 92 |
+
"single_word": false
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"content": "</patient_name>",
|
| 96 |
+
"lstrip": false,
|
| 97 |
+
"normalized": false,
|
| 98 |
+
"rstrip": false,
|
| 99 |
+
"single_word": false
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"content": "<date>",
|
| 103 |
+
"lstrip": false,
|
| 104 |
+
"normalized": false,
|
| 105 |
+
"rstrip": false,
|
| 106 |
+
"single_word": false
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"content": "</date>",
|
| 110 |
+
"lstrip": false,
|
| 111 |
+
"normalized": false,
|
| 112 |
+
"rstrip": false,
|
| 113 |
+
"single_word": false
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"content": "<clinic_address>",
|
| 117 |
+
"lstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"rstrip": false,
|
| 120 |
+
"single_word": false
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"content": "</clinic_address>",
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"normalized": false,
|
| 126 |
+
"rstrip": false,
|
| 127 |
+
"single_word": false
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"content": "<rx_block>",
|
| 131 |
+
"lstrip": false,
|
| 132 |
+
"normalized": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"single_word": false
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"content": "</rx_block>",
|
| 138 |
+
"lstrip": false,
|
| 139 |
+
"normalized": false,
|
| 140 |
+
"rstrip": false,
|
| 141 |
+
"single_word": false
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"content": "<prescription>",
|
| 145 |
+
"lstrip": false,
|
| 146 |
+
"normalized": false,
|
| 147 |
+
"rstrip": false,
|
| 148 |
+
"single_word": false
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"content": "</prescription>",
|
| 152 |
+
"lstrip": false,
|
| 153 |
+
"normalized": false,
|
| 154 |
+
"rstrip": false,
|
| 155 |
+
"single_word": false
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"content": "<sep/>",
|
| 159 |
+
"lstrip": false,
|
| 160 |
+
"normalized": false,
|
| 161 |
+
"rstrip": false,
|
| 162 |
+
"single_word": false
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"content": "<s_answer>",
|
| 166 |
+
"lstrip": false,
|
| 167 |
+
"normalized": false,
|
| 168 |
+
"rstrip": false,
|
| 169 |
+
"single_word": false
|
| 170 |
+
}
|
| 171 |
+
],
|
| 172 |
+
"bos_token": {
|
| 173 |
+
"content": "<s>",
|
| 174 |
+
"lstrip": false,
|
| 175 |
+
"normalized": false,
|
| 176 |
+
"rstrip": false,
|
| 177 |
+
"single_word": false
|
| 178 |
+
},
|
| 179 |
+
"cls_token": {
|
| 180 |
+
"content": "<s>",
|
| 181 |
+
"lstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"rstrip": false,
|
| 184 |
+
"single_word": false
|
| 185 |
+
},
|
| 186 |
+
"eos_token": {
|
| 187 |
+
"content": "</s>",
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"normalized": false,
|
| 190 |
+
"rstrip": false,
|
| 191 |
+
"single_word": false
|
| 192 |
+
},
|
| 193 |
+
"mask_token": {
|
| 194 |
+
"content": "<mask>",
|
| 195 |
+
"lstrip": true,
|
| 196 |
+
"normalized": true,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"single_word": false
|
| 199 |
+
},
|
| 200 |
+
"pad_token": {
|
| 201 |
+
"content": "<pad>",
|
| 202 |
+
"lstrip": false,
|
| 203 |
+
"normalized": false,
|
| 204 |
+
"rstrip": false,
|
| 205 |
+
"single_word": false
|
| 206 |
+
},
|
| 207 |
+
"sep_token": {
|
| 208 |
+
"content": "</s>",
|
| 209 |
+
"lstrip": false,
|
| 210 |
+
"normalized": false,
|
| 211 |
+
"rstrip": false,
|
| 212 |
+
"single_word": false
|
| 213 |
+
},
|
| 214 |
+
"unk_token": {
|
| 215 |
+
"content": "<unk>",
|
| 216 |
+
"lstrip": false,
|
| 217 |
+
"normalized": false,
|
| 218 |
+
"rstrip": false,
|
| 219 |
+
"single_word": false
|
| 220 |
+
}
|
| 221 |
+
}
|
checkpoint-100/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-100/tokenizer_config.json
ADDED
|
@@ -0,0 +1,290 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"57521": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": true,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
},
|
| 43 |
+
"57522": {
|
| 44 |
+
"content": "<sep/>",
|
| 45 |
+
"lstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"rstrip": false,
|
| 48 |
+
"single_word": false,
|
| 49 |
+
"special": true
|
| 50 |
+
},
|
| 51 |
+
"57523": {
|
| 52 |
+
"content": "<s_iitcdip>",
|
| 53 |
+
"lstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"rstrip": false,
|
| 56 |
+
"single_word": false,
|
| 57 |
+
"special": true
|
| 58 |
+
},
|
| 59 |
+
"57524": {
|
| 60 |
+
"content": "<s_synthdog>",
|
| 61 |
+
"lstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"rstrip": false,
|
| 64 |
+
"single_word": false,
|
| 65 |
+
"special": true
|
| 66 |
+
},
|
| 67 |
+
"57525": {
|
| 68 |
+
"content": "<drug_name>",
|
| 69 |
+
"lstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"rstrip": false,
|
| 72 |
+
"single_word": false,
|
| 73 |
+
"special": true
|
| 74 |
+
},
|
| 75 |
+
"57526": {
|
| 76 |
+
"content": "</drug_name>",
|
| 77 |
+
"lstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"rstrip": false,
|
| 80 |
+
"single_word": false,
|
| 81 |
+
"special": true
|
| 82 |
+
},
|
| 83 |
+
"57527": {
|
| 84 |
+
"content": "<dosage>",
|
| 85 |
+
"lstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"rstrip": false,
|
| 88 |
+
"single_word": false,
|
| 89 |
+
"special": true
|
| 90 |
+
},
|
| 91 |
+
"57528": {
|
| 92 |
+
"content": "</dosage>",
|
| 93 |
+
"lstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"rstrip": false,
|
| 96 |
+
"single_word": false,
|
| 97 |
+
"special": true
|
| 98 |
+
},
|
| 99 |
+
"57529": {
|
| 100 |
+
"content": "<frequency>",
|
| 101 |
+
"lstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"rstrip": false,
|
| 104 |
+
"single_word": false,
|
| 105 |
+
"special": true
|
| 106 |
+
},
|
| 107 |
+
"57530": {
|
| 108 |
+
"content": "</frequency>",
|
| 109 |
+
"lstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"rstrip": false,
|
| 112 |
+
"single_word": false,
|
| 113 |
+
"special": true
|
| 114 |
+
},
|
| 115 |
+
"57531": {
|
| 116 |
+
"content": "<duration>",
|
| 117 |
+
"lstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"rstrip": false,
|
| 120 |
+
"single_word": false,
|
| 121 |
+
"special": true
|
| 122 |
+
},
|
| 123 |
+
"57532": {
|
| 124 |
+
"content": "</duration>",
|
| 125 |
+
"lstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"rstrip": false,
|
| 128 |
+
"single_word": false,
|
| 129 |
+
"special": true
|
| 130 |
+
},
|
| 131 |
+
"57533": {
|
| 132 |
+
"content": "<doctor_name>",
|
| 133 |
+
"lstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"rstrip": false,
|
| 136 |
+
"single_word": false,
|
| 137 |
+
"special": true
|
| 138 |
+
},
|
| 139 |
+
"57534": {
|
| 140 |
+
"content": "</doctor_name>",
|
| 141 |
+
"lstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"rstrip": false,
|
| 144 |
+
"single_word": false,
|
| 145 |
+
"special": true
|
| 146 |
+
},
|
| 147 |
+
"57535": {
|
| 148 |
+
"content": "<prc_number>",
|
| 149 |
+
"lstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"rstrip": false,
|
| 152 |
+
"single_word": false,
|
| 153 |
+
"special": true
|
| 154 |
+
},
|
| 155 |
+
"57536": {
|
| 156 |
+
"content": "</prc_number>",
|
| 157 |
+
"lstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"rstrip": false,
|
| 160 |
+
"single_word": false,
|
| 161 |
+
"special": true
|
| 162 |
+
},
|
| 163 |
+
"57537": {
|
| 164 |
+
"content": "<patient_name>",
|
| 165 |
+
"lstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"rstrip": false,
|
| 168 |
+
"single_word": false,
|
| 169 |
+
"special": true
|
| 170 |
+
},
|
| 171 |
+
"57538": {
|
| 172 |
+
"content": "</patient_name>",
|
| 173 |
+
"lstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"rstrip": false,
|
| 176 |
+
"single_word": false,
|
| 177 |
+
"special": true
|
| 178 |
+
},
|
| 179 |
+
"57539": {
|
| 180 |
+
"content": "<date>",
|
| 181 |
+
"lstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"rstrip": false,
|
| 184 |
+
"single_word": false,
|
| 185 |
+
"special": true
|
| 186 |
+
},
|
| 187 |
+
"57540": {
|
| 188 |
+
"content": "</date>",
|
| 189 |
+
"lstrip": false,
|
| 190 |
+
"normalized": false,
|
| 191 |
+
"rstrip": false,
|
| 192 |
+
"single_word": false,
|
| 193 |
+
"special": true
|
| 194 |
+
},
|
| 195 |
+
"57541": {
|
| 196 |
+
"content": "<clinic_address>",
|
| 197 |
+
"lstrip": false,
|
| 198 |
+
"normalized": false,
|
| 199 |
+
"rstrip": false,
|
| 200 |
+
"single_word": false,
|
| 201 |
+
"special": true
|
| 202 |
+
},
|
| 203 |
+
"57542": {
|
| 204 |
+
"content": "</clinic_address>",
|
| 205 |
+
"lstrip": false,
|
| 206 |
+
"normalized": false,
|
| 207 |
+
"rstrip": false,
|
| 208 |
+
"single_word": false,
|
| 209 |
+
"special": true
|
| 210 |
+
},
|
| 211 |
+
"57543": {
|
| 212 |
+
"content": "<rx_block>",
|
| 213 |
+
"lstrip": false,
|
| 214 |
+
"normalized": false,
|
| 215 |
+
"rstrip": false,
|
| 216 |
+
"single_word": false,
|
| 217 |
+
"special": true
|
| 218 |
+
},
|
| 219 |
+
"57544": {
|
| 220 |
+
"content": "</rx_block>",
|
| 221 |
+
"lstrip": false,
|
| 222 |
+
"normalized": false,
|
| 223 |
+
"rstrip": false,
|
| 224 |
+
"single_word": false,
|
| 225 |
+
"special": true
|
| 226 |
+
},
|
| 227 |
+
"57545": {
|
| 228 |
+
"content": "<prescription>",
|
| 229 |
+
"lstrip": false,
|
| 230 |
+
"normalized": false,
|
| 231 |
+
"rstrip": false,
|
| 232 |
+
"single_word": false,
|
| 233 |
+
"special": true
|
| 234 |
+
},
|
| 235 |
+
"57546": {
|
| 236 |
+
"content": "</prescription>",
|
| 237 |
+
"lstrip": false,
|
| 238 |
+
"normalized": false,
|
| 239 |
+
"rstrip": false,
|
| 240 |
+
"single_word": false,
|
| 241 |
+
"special": true
|
| 242 |
+
},
|
| 243 |
+
"57547": {
|
| 244 |
+
"content": "<s_answer>",
|
| 245 |
+
"lstrip": false,
|
| 246 |
+
"normalized": false,
|
| 247 |
+
"rstrip": false,
|
| 248 |
+
"single_word": false,
|
| 249 |
+
"special": true
|
| 250 |
+
}
|
| 251 |
+
},
|
| 252 |
+
"additional_special_tokens": [
|
| 253 |
+
"<drug_name>",
|
| 254 |
+
"</drug_name>",
|
| 255 |
+
"<dosage>",
|
| 256 |
+
"</dosage>",
|
| 257 |
+
"<frequency>",
|
| 258 |
+
"</frequency>",
|
| 259 |
+
"<duration>",
|
| 260 |
+
"</duration>",
|
| 261 |
+
"<doctor_name>",
|
| 262 |
+
"</doctor_name>",
|
| 263 |
+
"<prc_number>",
|
| 264 |
+
"</prc_number>",
|
| 265 |
+
"<patient_name>",
|
| 266 |
+
"</patient_name>",
|
| 267 |
+
"<date>",
|
| 268 |
+
"</date>",
|
| 269 |
+
"<clinic_address>",
|
| 270 |
+
"</clinic_address>",
|
| 271 |
+
"<rx_block>",
|
| 272 |
+
"</rx_block>",
|
| 273 |
+
"<prescription>",
|
| 274 |
+
"</prescription>",
|
| 275 |
+
"<sep/>",
|
| 276 |
+
"<s_answer>"
|
| 277 |
+
],
|
| 278 |
+
"bos_token": "<s>",
|
| 279 |
+
"clean_up_tokenization_spaces": true,
|
| 280 |
+
"cls_token": "<s>",
|
| 281 |
+
"eos_token": "</s>",
|
| 282 |
+
"mask_token": "<mask>",
|
| 283 |
+
"model_max_length": 1000000000000000019884624838656,
|
| 284 |
+
"pad_token": "<pad>",
|
| 285 |
+
"processor_class": "DonutProcessor",
|
| 286 |
+
"sep_token": "</s>",
|
| 287 |
+
"sp_model_kwargs": {},
|
| 288 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 289 |
+
"unk_token": "<unk>"
|
| 290 |
+
}
|
checkpoint-100/trainer_state.json
ADDED
|
@@ -0,0 +1,263 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_metric": 3.040838782908395e-05,
|
| 3 |
+
"best_model_checkpoint": "/content/donut_finetuned/checkpoint-100",
|
| 4 |
+
"epoch": 20.0,
|
| 5 |
+
"eval_steps": 500,
|
| 6 |
+
"global_step": 100,
|
| 7 |
+
"is_hyper_param_search": false,
|
| 8 |
+
"is_local_process_zero": true,
|
| 9 |
+
"is_world_process_zero": true,
|
| 10 |
+
"log_history": [
|
| 11 |
+
{
|
| 12 |
+
"epoch": 1.0,
|
| 13 |
+
"eval_loss": 9.464871406555176,
|
| 14 |
+
"eval_runtime": 4.0077,
|
| 15 |
+
"eval_samples_per_second": 3.743,
|
| 16 |
+
"eval_steps_per_second": 1.996,
|
| 17 |
+
"step": 5
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 2.0,
|
| 21 |
+
"grad_norm": 46.585044860839844,
|
| 22 |
+
"learning_rate": 2.4e-05,
|
| 23 |
+
"loss": 10.4972,
|
| 24 |
+
"step": 10
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 2.0,
|
| 28 |
+
"eval_loss": 6.029897689819336,
|
| 29 |
+
"eval_runtime": 3.4276,
|
| 30 |
+
"eval_samples_per_second": 4.376,
|
| 31 |
+
"eval_steps_per_second": 2.334,
|
| 32 |
+
"step": 10
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"epoch": 3.0,
|
| 36 |
+
"eval_loss": 2.0910725593566895,
|
| 37 |
+
"eval_runtime": 3.4674,
|
| 38 |
+
"eval_samples_per_second": 4.326,
|
| 39 |
+
"eval_steps_per_second": 2.307,
|
| 40 |
+
"step": 15
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"epoch": 4.0,
|
| 44 |
+
"grad_norm": 11.026430130004883,
|
| 45 |
+
"learning_rate": 2.9418925439074784e-05,
|
| 46 |
+
"loss": 3.1451,
|
| 47 |
+
"step": 20
|
| 48 |
+
},
|
| 49 |
+
{
|
| 50 |
+
"epoch": 4.0,
|
| 51 |
+
"eval_loss": 0.37007761001586914,
|
| 52 |
+
"eval_runtime": 4.5507,
|
| 53 |
+
"eval_samples_per_second": 3.296,
|
| 54 |
+
"eval_steps_per_second": 1.758,
|
| 55 |
+
"step": 20
|
| 56 |
+
},
|
| 57 |
+
{
|
| 58 |
+
"epoch": 5.0,
|
| 59 |
+
"eval_loss": 0.020941253751516342,
|
| 60 |
+
"eval_runtime": 3.4626,
|
| 61 |
+
"eval_samples_per_second": 4.332,
|
| 62 |
+
"eval_steps_per_second": 2.31,
|
| 63 |
+
"step": 25
|
| 64 |
+
},
|
| 65 |
+
{
|
| 66 |
+
"epoch": 6.0,
|
| 67 |
+
"grad_norm": 0.41835108399391174,
|
| 68 |
+
"learning_rate": 2.7135254915624213e-05,
|
| 69 |
+
"loss": 0.1413,
|
| 70 |
+
"step": 30
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"epoch": 6.0,
|
| 74 |
+
"eval_loss": 0.0015195924788713455,
|
| 75 |
+
"eval_runtime": 3.3155,
|
| 76 |
+
"eval_samples_per_second": 4.524,
|
| 77 |
+
"eval_steps_per_second": 2.413,
|
| 78 |
+
"step": 30
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"epoch": 7.0,
|
| 82 |
+
"eval_loss": 0.000456114619737491,
|
| 83 |
+
"eval_runtime": 3.3952,
|
| 84 |
+
"eval_samples_per_second": 4.418,
|
| 85 |
+
"eval_steps_per_second": 2.356,
|
| 86 |
+
"step": 35
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"epoch": 8.0,
|
| 90 |
+
"grad_norm": 0.04658687859773636,
|
| 91 |
+
"learning_rate": 2.3387893552061202e-05,
|
| 92 |
+
"loss": 0.0024,
|
| 93 |
+
"step": 40
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"epoch": 8.0,
|
| 97 |
+
"eval_loss": 0.00013167245197109878,
|
| 98 |
+
"eval_runtime": 4.4677,
|
| 99 |
+
"eval_samples_per_second": 3.357,
|
| 100 |
+
"eval_steps_per_second": 1.791,
|
| 101 |
+
"step": 40
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"epoch": 9.0,
|
| 105 |
+
"eval_loss": 7.056079630274326e-05,
|
| 106 |
+
"eval_runtime": 3.3248,
|
| 107 |
+
"eval_samples_per_second": 4.512,
|
| 108 |
+
"eval_steps_per_second": 2.406,
|
| 109 |
+
"step": 45
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"epoch": 10.0,
|
| 113 |
+
"grad_norm": 0.029017027467489243,
|
| 114 |
+
"learning_rate": 1.8628828433995013e-05,
|
| 115 |
+
"loss": 0.0009,
|
| 116 |
+
"step": 50
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"epoch": 10.0,
|
| 120 |
+
"eval_loss": 5.423852053354494e-05,
|
| 121 |
+
"eval_runtime": 3.3999,
|
| 122 |
+
"eval_samples_per_second": 4.412,
|
| 123 |
+
"eval_steps_per_second": 2.353,
|
| 124 |
+
"step": 50
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"epoch": 11.0,
|
| 128 |
+
"eval_loss": 5.392546518123709e-05,
|
| 129 |
+
"eval_runtime": 3.3083,
|
| 130 |
+
"eval_samples_per_second": 4.534,
|
| 131 |
+
"eval_steps_per_second": 2.418,
|
| 132 |
+
"step": 55
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"epoch": 12.0,
|
| 136 |
+
"grad_norm": 0.020294995978474617,
|
| 137 |
+
"learning_rate": 1.3432073050985201e-05,
|
| 138 |
+
"loss": 0.0013,
|
| 139 |
+
"step": 60
|
| 140 |
+
},
|
| 141 |
+
{
|
| 142 |
+
"epoch": 12.0,
|
| 143 |
+
"eval_loss": 6.161272176541388e-05,
|
| 144 |
+
"eval_runtime": 3.3432,
|
| 145 |
+
"eval_samples_per_second": 4.487,
|
| 146 |
+
"eval_steps_per_second": 2.393,
|
| 147 |
+
"step": 60
|
| 148 |
+
},
|
| 149 |
+
{
|
| 150 |
+
"epoch": 13.0,
|
| 151 |
+
"eval_loss": 5.105292802909389e-05,
|
| 152 |
+
"eval_runtime": 3.3625,
|
| 153 |
+
"eval_samples_per_second": 4.461,
|
| 154 |
+
"eval_steps_per_second": 2.379,
|
| 155 |
+
"step": 65
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"epoch": 14.0,
|
| 159 |
+
"grad_norm": 0.01635734736919403,
|
| 160 |
+
"learning_rate": 8.424432798163838e-06,
|
| 161 |
+
"loss": 0.0005,
|
| 162 |
+
"step": 70
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"epoch": 14.0,
|
| 166 |
+
"eval_loss": 4.1975537897087634e-05,
|
| 167 |
+
"eval_runtime": 3.3631,
|
| 168 |
+
"eval_samples_per_second": 4.46,
|
| 169 |
+
"eval_steps_per_second": 2.379,
|
| 170 |
+
"step": 70
|
| 171 |
+
},
|
| 172 |
+
{
|
| 173 |
+
"epoch": 15.0,
|
| 174 |
+
"eval_loss": 3.658093191916123e-05,
|
| 175 |
+
"eval_runtime": 4.1596,
|
| 176 |
+
"eval_samples_per_second": 3.606,
|
| 177 |
+
"eval_steps_per_second": 1.923,
|
| 178 |
+
"step": 75
|
| 179 |
+
},
|
| 180 |
+
{
|
| 181 |
+
"epoch": 16.0,
|
| 182 |
+
"grad_norm": 0.01364582497626543,
|
| 183 |
+
"learning_rate": 4.209902994920236e-06,
|
| 184 |
+
"loss": 0.0003,
|
| 185 |
+
"step": 80
|
| 186 |
+
},
|
| 187 |
+
{
|
| 188 |
+
"epoch": 16.0,
|
| 189 |
+
"eval_loss": 3.365544762345962e-05,
|
| 190 |
+
"eval_runtime": 3.9937,
|
| 191 |
+
"eval_samples_per_second": 3.756,
|
| 192 |
+
"eval_steps_per_second": 2.003,
|
| 193 |
+
"step": 80
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"epoch": 17.0,
|
| 197 |
+
"eval_loss": 3.177617327310145e-05,
|
| 198 |
+
"eval_runtime": 4.0483,
|
| 199 |
+
"eval_samples_per_second": 3.705,
|
| 200 |
+
"eval_steps_per_second": 1.976,
|
| 201 |
+
"step": 85
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"epoch": 18.0,
|
| 205 |
+
"grad_norm": 0.015181575901806355,
|
| 206 |
+
"learning_rate": 1.2968181353609854e-06,
|
| 207 |
+
"loss": 0.0003,
|
| 208 |
+
"step": 90
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"epoch": 18.0,
|
| 212 |
+
"eval_loss": 3.098776505794376e-05,
|
| 213 |
+
"eval_runtime": 3.2974,
|
| 214 |
+
"eval_samples_per_second": 4.549,
|
| 215 |
+
"eval_steps_per_second": 2.426,
|
| 216 |
+
"step": 90
|
| 217 |
+
},
|
| 218 |
+
{
|
| 219 |
+
"epoch": 19.0,
|
| 220 |
+
"eval_loss": 3.0490849894704297e-05,
|
| 221 |
+
"eval_runtime": 3.3676,
|
| 222 |
+
"eval_samples_per_second": 4.454,
|
| 223 |
+
"eval_steps_per_second": 2.376,
|
| 224 |
+
"step": 95
|
| 225 |
+
},
|
| 226 |
+
{
|
| 227 |
+
"epoch": 20.0,
|
| 228 |
+
"grad_norm": 0.019680215045809746,
|
| 229 |
+
"learning_rate": 3.653924610263703e-08,
|
| 230 |
+
"loss": 0.0003,
|
| 231 |
+
"step": 100
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"epoch": 20.0,
|
| 235 |
+
"eval_loss": 3.040838782908395e-05,
|
| 236 |
+
"eval_runtime": 3.9977,
|
| 237 |
+
"eval_samples_per_second": 3.752,
|
| 238 |
+
"eval_steps_per_second": 2.001,
|
| 239 |
+
"step": 100
|
| 240 |
+
}
|
| 241 |
+
],
|
| 242 |
+
"logging_steps": 10,
|
| 243 |
+
"max_steps": 100,
|
| 244 |
+
"num_input_tokens_seen": 0,
|
| 245 |
+
"num_train_epochs": 20,
|
| 246 |
+
"save_steps": 500,
|
| 247 |
+
"stateful_callbacks": {
|
| 248 |
+
"TrainerControl": {
|
| 249 |
+
"args": {
|
| 250 |
+
"should_epoch_stop": false,
|
| 251 |
+
"should_evaluate": false,
|
| 252 |
+
"should_log": false,
|
| 253 |
+
"should_save": true,
|
| 254 |
+
"should_training_stop": true
|
| 255 |
+
},
|
| 256 |
+
"attributes": {}
|
| 257 |
+
}
|
| 258 |
+
},
|
| 259 |
+
"total_flos": 5.00305864163328e+18,
|
| 260 |
+
"train_batch_size": 2,
|
| 261 |
+
"trial_name": null,
|
| 262 |
+
"trial_params": null
|
| 263 |
+
}
|
checkpoint-100/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f4fe1f691ba98e94f057a673bbc80ae49d6d6e4720cd7d58d19318f5db6afbe5
|
| 3 |
+
size 5777
|
checkpoint-15/added_tokens.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"</clinic_address>": 57542,
|
| 3 |
+
"</date>": 57540,
|
| 4 |
+
"</doctor_name>": 57534,
|
| 5 |
+
"</dosage>": 57528,
|
| 6 |
+
"</drug_name>": 57526,
|
| 7 |
+
"</duration>": 57532,
|
| 8 |
+
"</frequency>": 57530,
|
| 9 |
+
"</patient_name>": 57538,
|
| 10 |
+
"</prc_number>": 57536,
|
| 11 |
+
"</prescription>": 57546,
|
| 12 |
+
"</rx_block>": 57544,
|
| 13 |
+
"<clinic_address>": 57541,
|
| 14 |
+
"<date>": 57539,
|
| 15 |
+
"<doctor_name>": 57533,
|
| 16 |
+
"<dosage>": 57527,
|
| 17 |
+
"<drug_name>": 57525,
|
| 18 |
+
"<duration>": 57531,
|
| 19 |
+
"<frequency>": 57529,
|
| 20 |
+
"<patient_name>": 57537,
|
| 21 |
+
"<prc_number>": 57535,
|
| 22 |
+
"<prescription>": 57545,
|
| 23 |
+
"<rx_block>": 57543,
|
| 24 |
+
"<s_answer>": 57547,
|
| 25 |
+
"<s_iitcdip>": 57523,
|
| 26 |
+
"<s_synthdog>": 57524,
|
| 27 |
+
"<sep/>": 57522
|
| 28 |
+
}
|
checkpoint-15/config.json
ADDED
|
@@ -0,0 +1,194 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "naver-clova-ix/donut-base",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"VisionEncoderDecoderModel"
|
| 5 |
+
],
|
| 6 |
+
"decoder": {
|
| 7 |
+
"_name_or_path": "",
|
| 8 |
+
"activation_dropout": 0.0,
|
| 9 |
+
"activation_function": "gelu",
|
| 10 |
+
"add_cross_attention": true,
|
| 11 |
+
"add_final_layer_norm": true,
|
| 12 |
+
"architectures": null,
|
| 13 |
+
"attention_dropout": 0.0,
|
| 14 |
+
"bad_words_ids": null,
|
| 15 |
+
"begin_suppress_tokens": null,
|
| 16 |
+
"bos_token_id": 0,
|
| 17 |
+
"chunk_size_feed_forward": 0,
|
| 18 |
+
"classifier_dropout": 0.0,
|
| 19 |
+
"cross_attention_hidden_size": null,
|
| 20 |
+
"d_model": 1024,
|
| 21 |
+
"decoder_attention_heads": 16,
|
| 22 |
+
"decoder_ffn_dim": 4096,
|
| 23 |
+
"decoder_layerdrop": 0.0,
|
| 24 |
+
"decoder_layers": 4,
|
| 25 |
+
"decoder_start_token_id": null,
|
| 26 |
+
"diversity_penalty": 0.0,
|
| 27 |
+
"do_sample": false,
|
| 28 |
+
"dropout": 0.1,
|
| 29 |
+
"early_stopping": false,
|
| 30 |
+
"encoder_attention_heads": 16,
|
| 31 |
+
"encoder_ffn_dim": 4096,
|
| 32 |
+
"encoder_layerdrop": 0.0,
|
| 33 |
+
"encoder_layers": 12,
|
| 34 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 35 |
+
"eos_token_id": 2,
|
| 36 |
+
"exponential_decay_length_penalty": null,
|
| 37 |
+
"finetuning_task": null,
|
| 38 |
+
"forced_bos_token_id": null,
|
| 39 |
+
"forced_eos_token_id": 2,
|
| 40 |
+
"id2label": {
|
| 41 |
+
"0": "LABEL_0",
|
| 42 |
+
"1": "LABEL_1"
|
| 43 |
+
},
|
| 44 |
+
"init_std": 0.02,
|
| 45 |
+
"is_decoder": true,
|
| 46 |
+
"is_encoder_decoder": false,
|
| 47 |
+
"label2id": {
|
| 48 |
+
"LABEL_0": 0,
|
| 49 |
+
"LABEL_1": 1
|
| 50 |
+
},
|
| 51 |
+
"length_penalty": 1.0,
|
| 52 |
+
"max_length": 20,
|
| 53 |
+
"max_position_embeddings": 1536,
|
| 54 |
+
"min_length": 0,
|
| 55 |
+
"model_type": "mbart",
|
| 56 |
+
"no_repeat_ngram_size": 0,
|
| 57 |
+
"num_beam_groups": 1,
|
| 58 |
+
"num_beams": 1,
|
| 59 |
+
"num_hidden_layers": 12,
|
| 60 |
+
"num_return_sequences": 1,
|
| 61 |
+
"output_attentions": false,
|
| 62 |
+
"output_hidden_states": false,
|
| 63 |
+
"output_scores": false,
|
| 64 |
+
"pad_token_id": 1,
|
| 65 |
+
"prefix": null,
|
| 66 |
+
"problem_type": null,
|
| 67 |
+
"pruned_heads": {},
|
| 68 |
+
"remove_invalid_values": false,
|
| 69 |
+
"repetition_penalty": 1.0,
|
| 70 |
+
"return_dict": true,
|
| 71 |
+
"return_dict_in_generate": false,
|
| 72 |
+
"scale_embedding": true,
|
| 73 |
+
"sep_token_id": null,
|
| 74 |
+
"suppress_tokens": null,
|
| 75 |
+
"task_specific_params": null,
|
| 76 |
+
"temperature": 1.0,
|
| 77 |
+
"tf_legacy_loss": false,
|
| 78 |
+
"tie_encoder_decoder": false,
|
| 79 |
+
"tie_word_embeddings": true,
|
| 80 |
+
"tokenizer_class": null,
|
| 81 |
+
"top_k": 50,
|
| 82 |
+
"top_p": 1.0,
|
| 83 |
+
"torch_dtype": null,
|
| 84 |
+
"torchscript": false,
|
| 85 |
+
"typical_p": 1.0,
|
| 86 |
+
"use_bfloat16": false,
|
| 87 |
+
"use_cache": true,
|
| 88 |
+
"vocab_size": 57548
|
| 89 |
+
},
|
| 90 |
+
"decoder_start_token_id": 57545,
|
| 91 |
+
"encoder": {
|
| 92 |
+
"_name_or_path": "",
|
| 93 |
+
"add_cross_attention": false,
|
| 94 |
+
"architectures": null,
|
| 95 |
+
"attention_probs_dropout_prob": 0.0,
|
| 96 |
+
"bad_words_ids": null,
|
| 97 |
+
"begin_suppress_tokens": null,
|
| 98 |
+
"bos_token_id": null,
|
| 99 |
+
"chunk_size_feed_forward": 0,
|
| 100 |
+
"cross_attention_hidden_size": null,
|
| 101 |
+
"decoder_start_token_id": null,
|
| 102 |
+
"depths": [
|
| 103 |
+
2,
|
| 104 |
+
2,
|
| 105 |
+
14,
|
| 106 |
+
2
|
| 107 |
+
],
|
| 108 |
+
"diversity_penalty": 0.0,
|
| 109 |
+
"do_sample": false,
|
| 110 |
+
"drop_path_rate": 0.1,
|
| 111 |
+
"early_stopping": false,
|
| 112 |
+
"embed_dim": 128,
|
| 113 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 114 |
+
"eos_token_id": null,
|
| 115 |
+
"exponential_decay_length_penalty": null,
|
| 116 |
+
"finetuning_task": null,
|
| 117 |
+
"forced_bos_token_id": null,
|
| 118 |
+
"forced_eos_token_id": null,
|
| 119 |
+
"hidden_act": "gelu",
|
| 120 |
+
"hidden_dropout_prob": 0.0,
|
| 121 |
+
"hidden_size": 1024,
|
| 122 |
+
"id2label": {
|
| 123 |
+
"0": "LABEL_0",
|
| 124 |
+
"1": "LABEL_1"
|
| 125 |
+
},
|
| 126 |
+
"image_size": [
|
| 127 |
+
2560,
|
| 128 |
+
1920
|
| 129 |
+
],
|
| 130 |
+
"initializer_range": 0.02,
|
| 131 |
+
"is_decoder": false,
|
| 132 |
+
"is_encoder_decoder": false,
|
| 133 |
+
"label2id": {
|
| 134 |
+
"LABEL_0": 0,
|
| 135 |
+
"LABEL_1": 1
|
| 136 |
+
},
|
| 137 |
+
"layer_norm_eps": 1e-05,
|
| 138 |
+
"length_penalty": 1.0,
|
| 139 |
+
"max_length": 20,
|
| 140 |
+
"min_length": 0,
|
| 141 |
+
"mlp_ratio": 4.0,
|
| 142 |
+
"model_type": "donut-swin",
|
| 143 |
+
"no_repeat_ngram_size": 0,
|
| 144 |
+
"num_beam_groups": 1,
|
| 145 |
+
"num_beams": 1,
|
| 146 |
+
"num_channels": 3,
|
| 147 |
+
"num_heads": [
|
| 148 |
+
4,
|
| 149 |
+
8,
|
| 150 |
+
16,
|
| 151 |
+
32
|
| 152 |
+
],
|
| 153 |
+
"num_layers": 4,
|
| 154 |
+
"num_return_sequences": 1,
|
| 155 |
+
"output_attentions": false,
|
| 156 |
+
"output_hidden_states": false,
|
| 157 |
+
"output_scores": false,
|
| 158 |
+
"pad_token_id": null,
|
| 159 |
+
"patch_size": 4,
|
| 160 |
+
"path_norm": true,
|
| 161 |
+
"prefix": null,
|
| 162 |
+
"problem_type": null,
|
| 163 |
+
"pruned_heads": {},
|
| 164 |
+
"qkv_bias": true,
|
| 165 |
+
"remove_invalid_values": false,
|
| 166 |
+
"repetition_penalty": 1.0,
|
| 167 |
+
"return_dict": true,
|
| 168 |
+
"return_dict_in_generate": false,
|
| 169 |
+
"sep_token_id": null,
|
| 170 |
+
"suppress_tokens": null,
|
| 171 |
+
"task_specific_params": null,
|
| 172 |
+
"temperature": 1.0,
|
| 173 |
+
"tf_legacy_loss": false,
|
| 174 |
+
"tie_encoder_decoder": false,
|
| 175 |
+
"tie_word_embeddings": true,
|
| 176 |
+
"tokenizer_class": null,
|
| 177 |
+
"top_k": 50,
|
| 178 |
+
"top_p": 1.0,
|
| 179 |
+
"torch_dtype": null,
|
| 180 |
+
"torchscript": false,
|
| 181 |
+
"typical_p": 1.0,
|
| 182 |
+
"use_absolute_embeddings": false,
|
| 183 |
+
"use_bfloat16": false,
|
| 184 |
+
"window_size": 10
|
| 185 |
+
},
|
| 186 |
+
"eos_token_id": 2,
|
| 187 |
+
"is_encoder_decoder": true,
|
| 188 |
+
"max_length": 256,
|
| 189 |
+
"model_type": "vision-encoder-decoder",
|
| 190 |
+
"pad_token_id": 1,
|
| 191 |
+
"tie_word_embeddings": false,
|
| 192 |
+
"torch_dtype": "float32",
|
| 193 |
+
"transformers_version": "4.44.2"
|
| 194 |
+
}
|
checkpoint-15/generation_config.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 0,
|
| 4 |
+
"eos_token_id": 2,
|
| 5 |
+
"forced_eos_token_id": 2,
|
| 6 |
+
"pad_token_id": 1,
|
| 7 |
+
"transformers_version": "4.44.2"
|
| 8 |
+
}
|
checkpoint-15/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:18ba9e8c3686f8cf5b2a3a097c9c7bb5ffad16fdedbde8b9c3676a33e043d4bb
|
| 3 |
+
size 809164952
|
checkpoint-15/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:69be24985b786d35a3a195dc648c76c7573af8e9ac6f256291ed85a4969a8192
|
| 3 |
+
size 1615392592
|
checkpoint-15/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ccea319a1095817a6ac338348e0e2a48701696bb69aed6250e30fd689bb4185
|
| 3 |
+
size 14645
|
checkpoint-15/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8a514b14c8e565c055f55b053abaca6c2654162c21ada2574f4d1cd35db385b
|
| 3 |
+
size 1465
|
checkpoint-15/sentencepiece.bpe.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb9e3dce4c326195d08fc3dd0f7e2eee1da8595c847bf4c1a9c78b7a82d47e2d
|
| 3 |
+
size 1296245
|
checkpoint-15/special_tokens_map.json
ADDED
|
@@ -0,0 +1,221 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"additional_special_tokens": [
|
| 3 |
+
{
|
| 4 |
+
"content": "<drug_name>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"content": "</drug_name>",
|
| 12 |
+
"lstrip": false,
|
| 13 |
+
"normalized": false,
|
| 14 |
+
"rstrip": false,
|
| 15 |
+
"single_word": false
|
| 16 |
+
},
|
| 17 |
+
{
|
| 18 |
+
"content": "<dosage>",
|
| 19 |
+
"lstrip": false,
|
| 20 |
+
"normalized": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"single_word": false
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"content": "</dosage>",
|
| 26 |
+
"lstrip": false,
|
| 27 |
+
"normalized": false,
|
| 28 |
+
"rstrip": false,
|
| 29 |
+
"single_word": false
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"content": "<frequency>",
|
| 33 |
+
"lstrip": false,
|
| 34 |
+
"normalized": false,
|
| 35 |
+
"rstrip": false,
|
| 36 |
+
"single_word": false
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"content": "</frequency>",
|
| 40 |
+
"lstrip": false,
|
| 41 |
+
"normalized": false,
|
| 42 |
+
"rstrip": false,
|
| 43 |
+
"single_word": false
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"content": "<duration>",
|
| 47 |
+
"lstrip": false,
|
| 48 |
+
"normalized": false,
|
| 49 |
+
"rstrip": false,
|
| 50 |
+
"single_word": false
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"content": "</duration>",
|
| 54 |
+
"lstrip": false,
|
| 55 |
+
"normalized": false,
|
| 56 |
+
"rstrip": false,
|
| 57 |
+
"single_word": false
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"content": "<doctor_name>",
|
| 61 |
+
"lstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"rstrip": false,
|
| 64 |
+
"single_word": false
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"content": "</doctor_name>",
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"normalized": false,
|
| 70 |
+
"rstrip": false,
|
| 71 |
+
"single_word": false
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"content": "<prc_number>",
|
| 75 |
+
"lstrip": false,
|
| 76 |
+
"normalized": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"single_word": false
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"content": "</prc_number>",
|
| 82 |
+
"lstrip": false,
|
| 83 |
+
"normalized": false,
|
| 84 |
+
"rstrip": false,
|
| 85 |
+
"single_word": false
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"content": "<patient_name>",
|
| 89 |
+
"lstrip": false,
|
| 90 |
+
"normalized": false,
|
| 91 |
+
"rstrip": false,
|
| 92 |
+
"single_word": false
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"content": "</patient_name>",
|
| 96 |
+
"lstrip": false,
|
| 97 |
+
"normalized": false,
|
| 98 |
+
"rstrip": false,
|
| 99 |
+
"single_word": false
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"content": "<date>",
|
| 103 |
+
"lstrip": false,
|
| 104 |
+
"normalized": false,
|
| 105 |
+
"rstrip": false,
|
| 106 |
+
"single_word": false
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"content": "</date>",
|
| 110 |
+
"lstrip": false,
|
| 111 |
+
"normalized": false,
|
| 112 |
+
"rstrip": false,
|
| 113 |
+
"single_word": false
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"content": "<clinic_address>",
|
| 117 |
+
"lstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"rstrip": false,
|
| 120 |
+
"single_word": false
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"content": "</clinic_address>",
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"normalized": false,
|
| 126 |
+
"rstrip": false,
|
| 127 |
+
"single_word": false
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"content": "<rx_block>",
|
| 131 |
+
"lstrip": false,
|
| 132 |
+
"normalized": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"single_word": false
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"content": "</rx_block>",
|
| 138 |
+
"lstrip": false,
|
| 139 |
+
"normalized": false,
|
| 140 |
+
"rstrip": false,
|
| 141 |
+
"single_word": false
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"content": "<prescription>",
|
| 145 |
+
"lstrip": false,
|
| 146 |
+
"normalized": false,
|
| 147 |
+
"rstrip": false,
|
| 148 |
+
"single_word": false
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"content": "</prescription>",
|
| 152 |
+
"lstrip": false,
|
| 153 |
+
"normalized": false,
|
| 154 |
+
"rstrip": false,
|
| 155 |
+
"single_word": false
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"content": "<sep/>",
|
| 159 |
+
"lstrip": false,
|
| 160 |
+
"normalized": false,
|
| 161 |
+
"rstrip": false,
|
| 162 |
+
"single_word": false
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"content": "<s_answer>",
|
| 166 |
+
"lstrip": false,
|
| 167 |
+
"normalized": false,
|
| 168 |
+
"rstrip": false,
|
| 169 |
+
"single_word": false
|
| 170 |
+
}
|
| 171 |
+
],
|
| 172 |
+
"bos_token": {
|
| 173 |
+
"content": "<s>",
|
| 174 |
+
"lstrip": false,
|
| 175 |
+
"normalized": false,
|
| 176 |
+
"rstrip": false,
|
| 177 |
+
"single_word": false
|
| 178 |
+
},
|
| 179 |
+
"cls_token": {
|
| 180 |
+
"content": "<s>",
|
| 181 |
+
"lstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"rstrip": false,
|
| 184 |
+
"single_word": false
|
| 185 |
+
},
|
| 186 |
+
"eos_token": {
|
| 187 |
+
"content": "</s>",
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"normalized": false,
|
| 190 |
+
"rstrip": false,
|
| 191 |
+
"single_word": false
|
| 192 |
+
},
|
| 193 |
+
"mask_token": {
|
| 194 |
+
"content": "<mask>",
|
| 195 |
+
"lstrip": true,
|
| 196 |
+
"normalized": true,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"single_word": false
|
| 199 |
+
},
|
| 200 |
+
"pad_token": {
|
| 201 |
+
"content": "<pad>",
|
| 202 |
+
"lstrip": false,
|
| 203 |
+
"normalized": false,
|
| 204 |
+
"rstrip": false,
|
| 205 |
+
"single_word": false
|
| 206 |
+
},
|
| 207 |
+
"sep_token": {
|
| 208 |
+
"content": "</s>",
|
| 209 |
+
"lstrip": false,
|
| 210 |
+
"normalized": false,
|
| 211 |
+
"rstrip": false,
|
| 212 |
+
"single_word": false
|
| 213 |
+
},
|
| 214 |
+
"unk_token": {
|
| 215 |
+
"content": "<unk>",
|
| 216 |
+
"lstrip": false,
|
| 217 |
+
"normalized": false,
|
| 218 |
+
"rstrip": false,
|
| 219 |
+
"single_word": false
|
| 220 |
+
}
|
| 221 |
+
}
|
checkpoint-15/tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoint-15/tokenizer_config.json
ADDED
|
@@ -0,0 +1,290 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "<s>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "<pad>",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "</s>",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "<unk>",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"57521": {
|
| 36 |
+
"content": "<mask>",
|
| 37 |
+
"lstrip": true,
|
| 38 |
+
"normalized": true,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
},
|
| 43 |
+
"57522": {
|
| 44 |
+
"content": "<sep/>",
|
| 45 |
+
"lstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"rstrip": false,
|
| 48 |
+
"single_word": false,
|
| 49 |
+
"special": true
|
| 50 |
+
},
|
| 51 |
+
"57523": {
|
| 52 |
+
"content": "<s_iitcdip>",
|
| 53 |
+
"lstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"rstrip": false,
|
| 56 |
+
"single_word": false,
|
| 57 |
+
"special": true
|
| 58 |
+
},
|
| 59 |
+
"57524": {
|
| 60 |
+
"content": "<s_synthdog>",
|
| 61 |
+
"lstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"rstrip": false,
|
| 64 |
+
"single_word": false,
|
| 65 |
+
"special": true
|
| 66 |
+
},
|
| 67 |
+
"57525": {
|
| 68 |
+
"content": "<drug_name>",
|
| 69 |
+
"lstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"rstrip": false,
|
| 72 |
+
"single_word": false,
|
| 73 |
+
"special": true
|
| 74 |
+
},
|
| 75 |
+
"57526": {
|
| 76 |
+
"content": "</drug_name>",
|
| 77 |
+
"lstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"rstrip": false,
|
| 80 |
+
"single_word": false,
|
| 81 |
+
"special": true
|
| 82 |
+
},
|
| 83 |
+
"57527": {
|
| 84 |
+
"content": "<dosage>",
|
| 85 |
+
"lstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"rstrip": false,
|
| 88 |
+
"single_word": false,
|
| 89 |
+
"special": true
|
| 90 |
+
},
|
| 91 |
+
"57528": {
|
| 92 |
+
"content": "</dosage>",
|
| 93 |
+
"lstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"rstrip": false,
|
| 96 |
+
"single_word": false,
|
| 97 |
+
"special": true
|
| 98 |
+
},
|
| 99 |
+
"57529": {
|
| 100 |
+
"content": "<frequency>",
|
| 101 |
+
"lstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"rstrip": false,
|
| 104 |
+
"single_word": false,
|
| 105 |
+
"special": true
|
| 106 |
+
},
|
| 107 |
+
"57530": {
|
| 108 |
+
"content": "</frequency>",
|
| 109 |
+
"lstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"rstrip": false,
|
| 112 |
+
"single_word": false,
|
| 113 |
+
"special": true
|
| 114 |
+
},
|
| 115 |
+
"57531": {
|
| 116 |
+
"content": "<duration>",
|
| 117 |
+
"lstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"rstrip": false,
|
| 120 |
+
"single_word": false,
|
| 121 |
+
"special": true
|
| 122 |
+
},
|
| 123 |
+
"57532": {
|
| 124 |
+
"content": "</duration>",
|
| 125 |
+
"lstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"rstrip": false,
|
| 128 |
+
"single_word": false,
|
| 129 |
+
"special": true
|
| 130 |
+
},
|
| 131 |
+
"57533": {
|
| 132 |
+
"content": "<doctor_name>",
|
| 133 |
+
"lstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"rstrip": false,
|
| 136 |
+
"single_word": false,
|
| 137 |
+
"special": true
|
| 138 |
+
},
|
| 139 |
+
"57534": {
|
| 140 |
+
"content": "</doctor_name>",
|
| 141 |
+
"lstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"rstrip": false,
|
| 144 |
+
"single_word": false,
|
| 145 |
+
"special": true
|
| 146 |
+
},
|
| 147 |
+
"57535": {
|
| 148 |
+
"content": "<prc_number>",
|
| 149 |
+
"lstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"rstrip": false,
|
| 152 |
+
"single_word": false,
|
| 153 |
+
"special": true
|
| 154 |
+
},
|
| 155 |
+
"57536": {
|
| 156 |
+
"content": "</prc_number>",
|
| 157 |
+
"lstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"rstrip": false,
|
| 160 |
+
"single_word": false,
|
| 161 |
+
"special": true
|
| 162 |
+
},
|
| 163 |
+
"57537": {
|
| 164 |
+
"content": "<patient_name>",
|
| 165 |
+
"lstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"rstrip": false,
|
| 168 |
+
"single_word": false,
|
| 169 |
+
"special": true
|
| 170 |
+
},
|
| 171 |
+
"57538": {
|
| 172 |
+
"content": "</patient_name>",
|
| 173 |
+
"lstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"rstrip": false,
|
| 176 |
+
"single_word": false,
|
| 177 |
+
"special": true
|
| 178 |
+
},
|
| 179 |
+
"57539": {
|
| 180 |
+
"content": "<date>",
|
| 181 |
+
"lstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"rstrip": false,
|
| 184 |
+
"single_word": false,
|
| 185 |
+
"special": true
|
| 186 |
+
},
|
| 187 |
+
"57540": {
|
| 188 |
+
"content": "</date>",
|
| 189 |
+
"lstrip": false,
|
| 190 |
+
"normalized": false,
|
| 191 |
+
"rstrip": false,
|
| 192 |
+
"single_word": false,
|
| 193 |
+
"special": true
|
| 194 |
+
},
|
| 195 |
+
"57541": {
|
| 196 |
+
"content": "<clinic_address>",
|
| 197 |
+
"lstrip": false,
|
| 198 |
+
"normalized": false,
|
| 199 |
+
"rstrip": false,
|
| 200 |
+
"single_word": false,
|
| 201 |
+
"special": true
|
| 202 |
+
},
|
| 203 |
+
"57542": {
|
| 204 |
+
"content": "</clinic_address>",
|
| 205 |
+
"lstrip": false,
|
| 206 |
+
"normalized": false,
|
| 207 |
+
"rstrip": false,
|
| 208 |
+
"single_word": false,
|
| 209 |
+
"special": true
|
| 210 |
+
},
|
| 211 |
+
"57543": {
|
| 212 |
+
"content": "<rx_block>",
|
| 213 |
+
"lstrip": false,
|
| 214 |
+
"normalized": false,
|
| 215 |
+
"rstrip": false,
|
| 216 |
+
"single_word": false,
|
| 217 |
+
"special": true
|
| 218 |
+
},
|
| 219 |
+
"57544": {
|
| 220 |
+
"content": "</rx_block>",
|
| 221 |
+
"lstrip": false,
|
| 222 |
+
"normalized": false,
|
| 223 |
+
"rstrip": false,
|
| 224 |
+
"single_word": false,
|
| 225 |
+
"special": true
|
| 226 |
+
},
|
| 227 |
+
"57545": {
|
| 228 |
+
"content": "<prescription>",
|
| 229 |
+
"lstrip": false,
|
| 230 |
+
"normalized": false,
|
| 231 |
+
"rstrip": false,
|
| 232 |
+
"single_word": false,
|
| 233 |
+
"special": true
|
| 234 |
+
},
|
| 235 |
+
"57546": {
|
| 236 |
+
"content": "</prescription>",
|
| 237 |
+
"lstrip": false,
|
| 238 |
+
"normalized": false,
|
| 239 |
+
"rstrip": false,
|
| 240 |
+
"single_word": false,
|
| 241 |
+
"special": true
|
| 242 |
+
},
|
| 243 |
+
"57547": {
|
| 244 |
+
"content": "<s_answer>",
|
| 245 |
+
"lstrip": false,
|
| 246 |
+
"normalized": false,
|
| 247 |
+
"rstrip": false,
|
| 248 |
+
"single_word": false,
|
| 249 |
+
"special": true
|
| 250 |
+
}
|
| 251 |
+
},
|
| 252 |
+
"additional_special_tokens": [
|
| 253 |
+
"<drug_name>",
|
| 254 |
+
"</drug_name>",
|
| 255 |
+
"<dosage>",
|
| 256 |
+
"</dosage>",
|
| 257 |
+
"<frequency>",
|
| 258 |
+
"</frequency>",
|
| 259 |
+
"<duration>",
|
| 260 |
+
"</duration>",
|
| 261 |
+
"<doctor_name>",
|
| 262 |
+
"</doctor_name>",
|
| 263 |
+
"<prc_number>",
|
| 264 |
+
"</prc_number>",
|
| 265 |
+
"<patient_name>",
|
| 266 |
+
"</patient_name>",
|
| 267 |
+
"<date>",
|
| 268 |
+
"</date>",
|
| 269 |
+
"<clinic_address>",
|
| 270 |
+
"</clinic_address>",
|
| 271 |
+
"<rx_block>",
|
| 272 |
+
"</rx_block>",
|
| 273 |
+
"<prescription>",
|
| 274 |
+
"</prescription>",
|
| 275 |
+
"<sep/>",
|
| 276 |
+
"<s_answer>"
|
| 277 |
+
],
|
| 278 |
+
"bos_token": "<s>",
|
| 279 |
+
"clean_up_tokenization_spaces": true,
|
| 280 |
+
"cls_token": "<s>",
|
| 281 |
+
"eos_token": "</s>",
|
| 282 |
+
"mask_token": "<mask>",
|
| 283 |
+
"model_max_length": 1000000000000000019884624838656,
|
| 284 |
+
"pad_token": "<pad>",
|
| 285 |
+
"processor_class": "DonutProcessor",
|
| 286 |
+
"sep_token": "</s>",
|
| 287 |
+
"sp_model_kwargs": {},
|
| 288 |
+
"tokenizer_class": "XLMRobertaTokenizer",
|
| 289 |
+
"unk_token": "<unk>"
|
| 290 |
+
}
|
checkpoint-15/trainer_state.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"best_metric": 2.0910725593566895,
|
| 3 |
+
"best_model_checkpoint": "/content/donut_finetuned/checkpoint-15",
|
| 4 |
+
"epoch": 3.0,
|
| 5 |
+
"eval_steps": 500,
|
| 6 |
+
"global_step": 15,
|
| 7 |
+
"is_hyper_param_search": false,
|
| 8 |
+
"is_local_process_zero": true,
|
| 9 |
+
"is_world_process_zero": true,
|
| 10 |
+
"log_history": [
|
| 11 |
+
{
|
| 12 |
+
"epoch": 1.0,
|
| 13 |
+
"eval_loss": 9.464871406555176,
|
| 14 |
+
"eval_runtime": 4.0077,
|
| 15 |
+
"eval_samples_per_second": 3.743,
|
| 16 |
+
"eval_steps_per_second": 1.996,
|
| 17 |
+
"step": 5
|
| 18 |
+
},
|
| 19 |
+
{
|
| 20 |
+
"epoch": 2.0,
|
| 21 |
+
"grad_norm": 46.585044860839844,
|
| 22 |
+
"learning_rate": 2.4e-05,
|
| 23 |
+
"loss": 10.4972,
|
| 24 |
+
"step": 10
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"epoch": 2.0,
|
| 28 |
+
"eval_loss": 6.029897689819336,
|
| 29 |
+
"eval_runtime": 3.4276,
|
| 30 |
+
"eval_samples_per_second": 4.376,
|
| 31 |
+
"eval_steps_per_second": 2.334,
|
| 32 |
+
"step": 10
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"epoch": 3.0,
|
| 36 |
+
"eval_loss": 2.0910725593566895,
|
| 37 |
+
"eval_runtime": 3.4674,
|
| 38 |
+
"eval_samples_per_second": 4.326,
|
| 39 |
+
"eval_steps_per_second": 2.307,
|
| 40 |
+
"step": 15
|
| 41 |
+
}
|
| 42 |
+
],
|
| 43 |
+
"logging_steps": 10,
|
| 44 |
+
"max_steps": 100,
|
| 45 |
+
"num_input_tokens_seen": 0,
|
| 46 |
+
"num_train_epochs": 20,
|
| 47 |
+
"save_steps": 500,
|
| 48 |
+
"stateful_callbacks": {
|
| 49 |
+
"TrainerControl": {
|
| 50 |
+
"args": {
|
| 51 |
+
"should_epoch_stop": false,
|
| 52 |
+
"should_evaluate": false,
|
| 53 |
+
"should_log": false,
|
| 54 |
+
"should_save": true,
|
| 55 |
+
"should_training_stop": false
|
| 56 |
+
},
|
| 57 |
+
"attributes": {}
|
| 58 |
+
}
|
| 59 |
+
},
|
| 60 |
+
"total_flos": 7.50458796244992e+17,
|
| 61 |
+
"train_batch_size": 2,
|
| 62 |
+
"trial_name": null,
|
| 63 |
+
"trial_params": null
|
| 64 |
+
}
|
checkpoint-15/training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f4fe1f691ba98e94f057a673bbc80ae49d6d6e4720cd7d58d19318f5db6afbe5
|
| 3 |
+
size 5777
|
checkpoint-20/added_tokens.json
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"</clinic_address>": 57542,
|
| 3 |
+
"</date>": 57540,
|
| 4 |
+
"</doctor_name>": 57534,
|
| 5 |
+
"</dosage>": 57528,
|
| 6 |
+
"</drug_name>": 57526,
|
| 7 |
+
"</duration>": 57532,
|
| 8 |
+
"</frequency>": 57530,
|
| 9 |
+
"</patient_name>": 57538,
|
| 10 |
+
"</prc_number>": 57536,
|
| 11 |
+
"</prescription>": 57546,
|
| 12 |
+
"</rx_block>": 57544,
|
| 13 |
+
"<clinic_address>": 57541,
|
| 14 |
+
"<date>": 57539,
|
| 15 |
+
"<doctor_name>": 57533,
|
| 16 |
+
"<dosage>": 57527,
|
| 17 |
+
"<drug_name>": 57525,
|
| 18 |
+
"<duration>": 57531,
|
| 19 |
+
"<frequency>": 57529,
|
| 20 |
+
"<patient_name>": 57537,
|
| 21 |
+
"<prc_number>": 57535,
|
| 22 |
+
"<prescription>": 57545,
|
| 23 |
+
"<rx_block>": 57543,
|
| 24 |
+
"<s_answer>": 57547,
|
| 25 |
+
"<s_iitcdip>": 57523,
|
| 26 |
+
"<s_synthdog>": 57524,
|
| 27 |
+
"<sep/>": 57522
|
| 28 |
+
}
|
checkpoint-20/config.json
ADDED
|
@@ -0,0 +1,194 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "naver-clova-ix/donut-base",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"VisionEncoderDecoderModel"
|
| 5 |
+
],
|
| 6 |
+
"decoder": {
|
| 7 |
+
"_name_or_path": "",
|
| 8 |
+
"activation_dropout": 0.0,
|
| 9 |
+
"activation_function": "gelu",
|
| 10 |
+
"add_cross_attention": true,
|
| 11 |
+
"add_final_layer_norm": true,
|
| 12 |
+
"architectures": null,
|
| 13 |
+
"attention_dropout": 0.0,
|
| 14 |
+
"bad_words_ids": null,
|
| 15 |
+
"begin_suppress_tokens": null,
|
| 16 |
+
"bos_token_id": 0,
|
| 17 |
+
"chunk_size_feed_forward": 0,
|
| 18 |
+
"classifier_dropout": 0.0,
|
| 19 |
+
"cross_attention_hidden_size": null,
|
| 20 |
+
"d_model": 1024,
|
| 21 |
+
"decoder_attention_heads": 16,
|
| 22 |
+
"decoder_ffn_dim": 4096,
|
| 23 |
+
"decoder_layerdrop": 0.0,
|
| 24 |
+
"decoder_layers": 4,
|
| 25 |
+
"decoder_start_token_id": null,
|
| 26 |
+
"diversity_penalty": 0.0,
|
| 27 |
+
"do_sample": false,
|
| 28 |
+
"dropout": 0.1,
|
| 29 |
+
"early_stopping": false,
|
| 30 |
+
"encoder_attention_heads": 16,
|
| 31 |
+
"encoder_ffn_dim": 4096,
|
| 32 |
+
"encoder_layerdrop": 0.0,
|
| 33 |
+
"encoder_layers": 12,
|
| 34 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 35 |
+
"eos_token_id": 2,
|
| 36 |
+
"exponential_decay_length_penalty": null,
|
| 37 |
+
"finetuning_task": null,
|
| 38 |
+
"forced_bos_token_id": null,
|
| 39 |
+
"forced_eos_token_id": 2,
|
| 40 |
+
"id2label": {
|
| 41 |
+
"0": "LABEL_0",
|
| 42 |
+
"1": "LABEL_1"
|
| 43 |
+
},
|
| 44 |
+
"init_std": 0.02,
|
| 45 |
+
"is_decoder": true,
|
| 46 |
+
"is_encoder_decoder": false,
|
| 47 |
+
"label2id": {
|
| 48 |
+
"LABEL_0": 0,
|
| 49 |
+
"LABEL_1": 1
|
| 50 |
+
},
|
| 51 |
+
"length_penalty": 1.0,
|
| 52 |
+
"max_length": 20,
|
| 53 |
+
"max_position_embeddings": 1536,
|
| 54 |
+
"min_length": 0,
|
| 55 |
+
"model_type": "mbart",
|
| 56 |
+
"no_repeat_ngram_size": 0,
|
| 57 |
+
"num_beam_groups": 1,
|
| 58 |
+
"num_beams": 1,
|
| 59 |
+
"num_hidden_layers": 12,
|
| 60 |
+
"num_return_sequences": 1,
|
| 61 |
+
"output_attentions": false,
|
| 62 |
+
"output_hidden_states": false,
|
| 63 |
+
"output_scores": false,
|
| 64 |
+
"pad_token_id": 1,
|
| 65 |
+
"prefix": null,
|
| 66 |
+
"problem_type": null,
|
| 67 |
+
"pruned_heads": {},
|
| 68 |
+
"remove_invalid_values": false,
|
| 69 |
+
"repetition_penalty": 1.0,
|
| 70 |
+
"return_dict": true,
|
| 71 |
+
"return_dict_in_generate": false,
|
| 72 |
+
"scale_embedding": true,
|
| 73 |
+
"sep_token_id": null,
|
| 74 |
+
"suppress_tokens": null,
|
| 75 |
+
"task_specific_params": null,
|
| 76 |
+
"temperature": 1.0,
|
| 77 |
+
"tf_legacy_loss": false,
|
| 78 |
+
"tie_encoder_decoder": false,
|
| 79 |
+
"tie_word_embeddings": true,
|
| 80 |
+
"tokenizer_class": null,
|
| 81 |
+
"top_k": 50,
|
| 82 |
+
"top_p": 1.0,
|
| 83 |
+
"torch_dtype": null,
|
| 84 |
+
"torchscript": false,
|
| 85 |
+
"typical_p": 1.0,
|
| 86 |
+
"use_bfloat16": false,
|
| 87 |
+
"use_cache": true,
|
| 88 |
+
"vocab_size": 57548
|
| 89 |
+
},
|
| 90 |
+
"decoder_start_token_id": 57545,
|
| 91 |
+
"encoder": {
|
| 92 |
+
"_name_or_path": "",
|
| 93 |
+
"add_cross_attention": false,
|
| 94 |
+
"architectures": null,
|
| 95 |
+
"attention_probs_dropout_prob": 0.0,
|
| 96 |
+
"bad_words_ids": null,
|
| 97 |
+
"begin_suppress_tokens": null,
|
| 98 |
+
"bos_token_id": null,
|
| 99 |
+
"chunk_size_feed_forward": 0,
|
| 100 |
+
"cross_attention_hidden_size": null,
|
| 101 |
+
"decoder_start_token_id": null,
|
| 102 |
+
"depths": [
|
| 103 |
+
2,
|
| 104 |
+
2,
|
| 105 |
+
14,
|
| 106 |
+
2
|
| 107 |
+
],
|
| 108 |
+
"diversity_penalty": 0.0,
|
| 109 |
+
"do_sample": false,
|
| 110 |
+
"drop_path_rate": 0.1,
|
| 111 |
+
"early_stopping": false,
|
| 112 |
+
"embed_dim": 128,
|
| 113 |
+
"encoder_no_repeat_ngram_size": 0,
|
| 114 |
+
"eos_token_id": null,
|
| 115 |
+
"exponential_decay_length_penalty": null,
|
| 116 |
+
"finetuning_task": null,
|
| 117 |
+
"forced_bos_token_id": null,
|
| 118 |
+
"forced_eos_token_id": null,
|
| 119 |
+
"hidden_act": "gelu",
|
| 120 |
+
"hidden_dropout_prob": 0.0,
|
| 121 |
+
"hidden_size": 1024,
|
| 122 |
+
"id2label": {
|
| 123 |
+
"0": "LABEL_0",
|
| 124 |
+
"1": "LABEL_1"
|
| 125 |
+
},
|
| 126 |
+
"image_size": [
|
| 127 |
+
2560,
|
| 128 |
+
1920
|
| 129 |
+
],
|
| 130 |
+
"initializer_range": 0.02,
|
| 131 |
+
"is_decoder": false,
|
| 132 |
+
"is_encoder_decoder": false,
|
| 133 |
+
"label2id": {
|
| 134 |
+
"LABEL_0": 0,
|
| 135 |
+
"LABEL_1": 1
|
| 136 |
+
},
|
| 137 |
+
"layer_norm_eps": 1e-05,
|
| 138 |
+
"length_penalty": 1.0,
|
| 139 |
+
"max_length": 20,
|
| 140 |
+
"min_length": 0,
|
| 141 |
+
"mlp_ratio": 4.0,
|
| 142 |
+
"model_type": "donut-swin",
|
| 143 |
+
"no_repeat_ngram_size": 0,
|
| 144 |
+
"num_beam_groups": 1,
|
| 145 |
+
"num_beams": 1,
|
| 146 |
+
"num_channels": 3,
|
| 147 |
+
"num_heads": [
|
| 148 |
+
4,
|
| 149 |
+
8,
|
| 150 |
+
16,
|
| 151 |
+
32
|
| 152 |
+
],
|
| 153 |
+
"num_layers": 4,
|
| 154 |
+
"num_return_sequences": 1,
|
| 155 |
+
"output_attentions": false,
|
| 156 |
+
"output_hidden_states": false,
|
| 157 |
+
"output_scores": false,
|
| 158 |
+
"pad_token_id": null,
|
| 159 |
+
"patch_size": 4,
|
| 160 |
+
"path_norm": true,
|
| 161 |
+
"prefix": null,
|
| 162 |
+
"problem_type": null,
|
| 163 |
+
"pruned_heads": {},
|
| 164 |
+
"qkv_bias": true,
|
| 165 |
+
"remove_invalid_values": false,
|
| 166 |
+
"repetition_penalty": 1.0,
|
| 167 |
+
"return_dict": true,
|
| 168 |
+
"return_dict_in_generate": false,
|
| 169 |
+
"sep_token_id": null,
|
| 170 |
+
"suppress_tokens": null,
|
| 171 |
+
"task_specific_params": null,
|
| 172 |
+
"temperature": 1.0,
|
| 173 |
+
"tf_legacy_loss": false,
|
| 174 |
+
"tie_encoder_decoder": false,
|
| 175 |
+
"tie_word_embeddings": true,
|
| 176 |
+
"tokenizer_class": null,
|
| 177 |
+
"top_k": 50,
|
| 178 |
+
"top_p": 1.0,
|
| 179 |
+
"torch_dtype": null,
|
| 180 |
+
"torchscript": false,
|
| 181 |
+
"typical_p": 1.0,
|
| 182 |
+
"use_absolute_embeddings": false,
|
| 183 |
+
"use_bfloat16": false,
|
| 184 |
+
"window_size": 10
|
| 185 |
+
},
|
| 186 |
+
"eos_token_id": 2,
|
| 187 |
+
"is_encoder_decoder": true,
|
| 188 |
+
"max_length": 256,
|
| 189 |
+
"model_type": "vision-encoder-decoder",
|
| 190 |
+
"pad_token_id": 1,
|
| 191 |
+
"tie_word_embeddings": false,
|
| 192 |
+
"torch_dtype": "float32",
|
| 193 |
+
"transformers_version": "4.44.2"
|
| 194 |
+
}
|
checkpoint-20/generation_config.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_from_model_config": true,
|
| 3 |
+
"bos_token_id": 0,
|
| 4 |
+
"eos_token_id": 2,
|
| 5 |
+
"forced_eos_token_id": 2,
|
| 6 |
+
"pad_token_id": 1,
|
| 7 |
+
"transformers_version": "4.44.2"
|
| 8 |
+
}
|
checkpoint-20/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76e9bb8bd6a0b7d24af466ed0bce6ea1b696a12cf2b1c3c6f6d17026d3b43c46
|
| 3 |
+
size 809164952
|
checkpoint-20/optimizer.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2a1866a56f72304ea83217b43bb62e8fe00d117109cd4f3719ad6a88b3323f85
|
| 3 |
+
size 1615392592
|
checkpoint-20/rng_state.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f97fca330d426f51434d6a3ce15a8e73883ad98976d7c9ef8cb733512674e09b
|
| 3 |
+
size 14645
|
checkpoint-20/scheduler.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f07675f4d44204f05ae22e57550b7c4df0917b392b3e6eb03839a2276cf722cc
|
| 3 |
+
size 1465
|
checkpoint-20/sentencepiece.bpe.model
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb9e3dce4c326195d08fc3dd0f7e2eee1da8595c847bf4c1a9c78b7a82d47e2d
|
| 3 |
+
size 1296245
|
checkpoint-20/special_tokens_map.json
ADDED
|
@@ -0,0 +1,221 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"additional_special_tokens": [
|
| 3 |
+
{
|
| 4 |
+
"content": "<drug_name>",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"content": "</drug_name>",
|
| 12 |
+
"lstrip": false,
|
| 13 |
+
"normalized": false,
|
| 14 |
+
"rstrip": false,
|
| 15 |
+
"single_word": false
|
| 16 |
+
},
|
| 17 |
+
{
|
| 18 |
+
"content": "<dosage>",
|
| 19 |
+
"lstrip": false,
|
| 20 |
+
"normalized": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"single_word": false
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"content": "</dosage>",
|
| 26 |
+
"lstrip": false,
|
| 27 |
+
"normalized": false,
|
| 28 |
+
"rstrip": false,
|
| 29 |
+
"single_word": false
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"content": "<frequency>",
|
| 33 |
+
"lstrip": false,
|
| 34 |
+
"normalized": false,
|
| 35 |
+
"rstrip": false,
|
| 36 |
+
"single_word": false
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"content": "</frequency>",
|
| 40 |
+
"lstrip": false,
|
| 41 |
+
"normalized": false,
|
| 42 |
+
"rstrip": false,
|
| 43 |
+
"single_word": false
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"content": "<duration>",
|
| 47 |
+
"lstrip": false,
|
| 48 |
+
"normalized": false,
|
| 49 |
+
"rstrip": false,
|
| 50 |
+
"single_word": false
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"content": "</duration>",
|
| 54 |
+
"lstrip": false,
|
| 55 |
+
"normalized": false,
|
| 56 |
+
"rstrip": false,
|
| 57 |
+
"single_word": false
|
| 58 |
+
},
|
| 59 |
+
{
|
| 60 |
+
"content": "<doctor_name>",
|
| 61 |
+
"lstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"rstrip": false,
|
| 64 |
+
"single_word": false
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"content": "</doctor_name>",
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"normalized": false,
|
| 70 |
+
"rstrip": false,
|
| 71 |
+
"single_word": false
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"content": "<prc_number>",
|
| 75 |
+
"lstrip": false,
|
| 76 |
+
"normalized": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"single_word": false
|
| 79 |
+
},
|
| 80 |
+
{
|
| 81 |
+
"content": "</prc_number>",
|
| 82 |
+
"lstrip": false,
|
| 83 |
+
"normalized": false,
|
| 84 |
+
"rstrip": false,
|
| 85 |
+
"single_word": false
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"content": "<patient_name>",
|
| 89 |
+
"lstrip": false,
|
| 90 |
+
"normalized": false,
|
| 91 |
+
"rstrip": false,
|
| 92 |
+
"single_word": false
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"content": "</patient_name>",
|
| 96 |
+
"lstrip": false,
|
| 97 |
+
"normalized": false,
|
| 98 |
+
"rstrip": false,
|
| 99 |
+
"single_word": false
|
| 100 |
+
},
|
| 101 |
+
{
|
| 102 |
+
"content": "<date>",
|
| 103 |
+
"lstrip": false,
|
| 104 |
+
"normalized": false,
|
| 105 |
+
"rstrip": false,
|
| 106 |
+
"single_word": false
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"content": "</date>",
|
| 110 |
+
"lstrip": false,
|
| 111 |
+
"normalized": false,
|
| 112 |
+
"rstrip": false,
|
| 113 |
+
"single_word": false
|
| 114 |
+
},
|
| 115 |
+
{
|
| 116 |
+
"content": "<clinic_address>",
|
| 117 |
+
"lstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"rstrip": false,
|
| 120 |
+
"single_word": false
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"content": "</clinic_address>",
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"normalized": false,
|
| 126 |
+
"rstrip": false,
|
| 127 |
+
"single_word": false
|
| 128 |
+
},
|
| 129 |
+
{
|
| 130 |
+
"content": "<rx_block>",
|
| 131 |
+
"lstrip": false,
|
| 132 |
+
"normalized": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"single_word": false
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"content": "</rx_block>",
|
| 138 |
+
"lstrip": false,
|
| 139 |
+
"normalized": false,
|
| 140 |
+
"rstrip": false,
|
| 141 |
+
"single_word": false
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"content": "<prescription>",
|
| 145 |
+
"lstrip": false,
|
| 146 |
+
"normalized": false,
|
| 147 |
+
"rstrip": false,
|
| 148 |
+
"single_word": false
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"content": "</prescription>",
|
| 152 |
+
"lstrip": false,
|
| 153 |
+
"normalized": false,
|
| 154 |
+
"rstrip": false,
|
| 155 |
+
"single_word": false
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"content": "<sep/>",
|
| 159 |
+
"lstrip": false,
|
| 160 |
+
"normalized": false,
|
| 161 |
+
"rstrip": false,
|
| 162 |
+
"single_word": false
|
| 163 |
+
},
|
| 164 |
+
{
|
| 165 |
+
"content": "<s_answer>",
|
| 166 |
+
"lstrip": false,
|
| 167 |
+
"normalized": false,
|
| 168 |
+
"rstrip": false,
|
| 169 |
+
"single_word": false
|
| 170 |
+
}
|
| 171 |
+
],
|
| 172 |
+
"bos_token": {
|
| 173 |
+
"content": "<s>",
|
| 174 |
+
"lstrip": false,
|
| 175 |
+
"normalized": false,
|
| 176 |
+
"rstrip": false,
|
| 177 |
+
"single_word": false
|
| 178 |
+
},
|
| 179 |
+
"cls_token": {
|
| 180 |
+
"content": "<s>",
|
| 181 |
+
"lstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"rstrip": false,
|
| 184 |
+
"single_word": false
|
| 185 |
+
},
|
| 186 |
+
"eos_token": {
|
| 187 |
+
"content": "</s>",
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"normalized": false,
|
| 190 |
+
"rstrip": false,
|
| 191 |
+
"single_word": false
|
| 192 |
+
},
|
| 193 |
+
"mask_token": {
|
| 194 |
+
"content": "<mask>",
|
| 195 |
+
"lstrip": true,
|
| 196 |
+
"normalized": true,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"single_word": false
|
| 199 |
+
},
|
| 200 |
+
"pad_token": {
|
| 201 |
+
"content": "<pad>",
|
| 202 |
+
"lstrip": false,
|
| 203 |
+
"normalized": false,
|
| 204 |
+
"rstrip": false,
|
| 205 |
+
"single_word": false
|
| 206 |
+
},
|
| 207 |
+
"sep_token": {
|
| 208 |
+
"content": "</s>",
|
| 209 |
+
"lstrip": false,
|
| 210 |
+
"normalized": false,
|
| 211 |
+
"rstrip": false,
|
| 212 |
+
"single_word": false
|
| 213 |
+
},
|
| 214 |
+
"unk_token": {
|
| 215 |
+
"content": "<unk>",
|
| 216 |
+
"lstrip": false,
|
| 217 |
+
"normalized": false,
|
| 218 |
+
"rstrip": false,
|
| 219 |
+
"single_word": false
|
| 220 |
+
}
|
| 221 |
+
}
|