ihaveadog commited on
Commit
b9592d1
·
verified ·
1 Parent(s): 88a20d4

Upload folder using huggingface_hub

Browse files
Files changed (47) hide show
  1. .gitattributes +3 -0
  2. v5_dagger_model/README.md +63 -0
  3. v5_dagger_model/adapter_config.json +42 -0
  4. v5_dagger_model/adapter_model.safetensors +3 -0
  5. v5_dagger_model/added_tokens.json +24 -0
  6. v5_dagger_model/chat_template.jinja +7 -0
  7. v5_dagger_model/checkpoint-180/README.md +210 -0
  8. v5_dagger_model/checkpoint-180/adapter_config.json +42 -0
  9. v5_dagger_model/checkpoint-180/adapter_model.safetensors +3 -0
  10. v5_dagger_model/checkpoint-180/added_tokens.json +24 -0
  11. v5_dagger_model/checkpoint-180/chat_template.jinja +7 -0
  12. v5_dagger_model/checkpoint-180/merges.txt +0 -0
  13. v5_dagger_model/checkpoint-180/optimizer.pt +3 -0
  14. v5_dagger_model/checkpoint-180/preprocessor_config.json +39 -0
  15. v5_dagger_model/checkpoint-180/rng_state.pth +3 -0
  16. v5_dagger_model/checkpoint-180/scheduler.pt +3 -0
  17. v5_dagger_model/checkpoint-180/special_tokens_map.json +31 -0
  18. v5_dagger_model/checkpoint-180/tokenizer.json +3 -0
  19. v5_dagger_model/checkpoint-180/tokenizer_config.json +209 -0
  20. v5_dagger_model/checkpoint-180/trainer_state.json +1294 -0
  21. v5_dagger_model/checkpoint-180/training_args.bin +3 -0
  22. v5_dagger_model/checkpoint-180/video_preprocessor_config.json +45 -0
  23. v5_dagger_model/checkpoint-180/vocab.json +0 -0
  24. v5_dagger_model/checkpoint-200/README.md +210 -0
  25. v5_dagger_model/checkpoint-200/adapter_config.json +42 -0
  26. v5_dagger_model/checkpoint-200/adapter_model.safetensors +3 -0
  27. v5_dagger_model/checkpoint-200/added_tokens.json +24 -0
  28. v5_dagger_model/checkpoint-200/chat_template.jinja +7 -0
  29. v5_dagger_model/checkpoint-200/merges.txt +0 -0
  30. v5_dagger_model/checkpoint-200/optimizer.pt +3 -0
  31. v5_dagger_model/checkpoint-200/preprocessor_config.json +39 -0
  32. v5_dagger_model/checkpoint-200/rng_state.pth +3 -0
  33. v5_dagger_model/checkpoint-200/scheduler.pt +3 -0
  34. v5_dagger_model/checkpoint-200/special_tokens_map.json +31 -0
  35. v5_dagger_model/checkpoint-200/tokenizer.json +3 -0
  36. v5_dagger_model/checkpoint-200/tokenizer_config.json +209 -0
  37. v5_dagger_model/checkpoint-200/trainer_state.json +1434 -0
  38. v5_dagger_model/checkpoint-200/training_args.bin +3 -0
  39. v5_dagger_model/checkpoint-200/video_preprocessor_config.json +45 -0
  40. v5_dagger_model/checkpoint-200/vocab.json +0 -0
  41. v5_dagger_model/merges.txt +0 -0
  42. v5_dagger_model/preprocessor_config.json +39 -0
  43. v5_dagger_model/special_tokens_map.json +31 -0
  44. v5_dagger_model/tokenizer.json +3 -0
  45. v5_dagger_model/tokenizer_config.json +209 -0
  46. v5_dagger_model/video_preprocessor_config.json +45 -0
  47. v5_dagger_model/vocab.json +0 -0
.gitattributes CHANGED
@@ -34,3 +34,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ v5_dagger_model/checkpoint-180/tokenizer.json filter=lfs diff=lfs merge=lfs -text
38
+ v5_dagger_model/checkpoint-200/tokenizer.json filter=lfs diff=lfs merge=lfs -text
39
+ v5_dagger_model/tokenizer.json filter=lfs diff=lfs merge=lfs -text
v5_dagger_model/README.md ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/qwen2.5-vl-7b-instruct
3
+ library_name: peft
4
+ model_name: lora_model_v5_dagger
5
+ tags:
6
+ - base_model:adapter:unsloth/qwen2.5-vl-7b-instruct
7
+ - lora
8
+ - sft
9
+ - transformers
10
+ - trl
11
+ - unsloth
12
+ licence: license
13
+ pipeline_tag: text-generation
14
+ ---
15
+
16
+ # Model Card for lora_model_v5_dagger
17
+
18
+ This model is a fine-tuned version of [unsloth/qwen2.5-vl-7b-instruct](https://huggingface.co/unsloth/qwen2.5-vl-7b-instruct).
19
+ It has been trained using [TRL](https://github.com/huggingface/trl).
20
+
21
+ ## Quick start
22
+
23
+ ```python
24
+ from transformers import pipeline
25
+
26
+ question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
27
+ generator = pipeline("text-generation", model="None", device="cuda")
28
+ output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
29
+ print(output["generated_text"])
30
+ ```
31
+
32
+ ## Training procedure
33
+
34
+
35
+
36
+
37
+ This model was trained with SFT.
38
+
39
+ ### Framework versions
40
+
41
+ - PEFT 0.18.1
42
+ - TRL: 0.24.0
43
+ - Transformers: 4.57.6
44
+ - Pytorch: 2.5.1+rocm6.2
45
+ - Datasets: 4.3.0
46
+ - Tokenizers: 0.22.2
47
+
48
+ ## Citations
49
+
50
+
51
+
52
+ Cite TRL as:
53
+
54
+ ```bibtex
55
+ @misc{vonwerra2022trl,
56
+ title = {{TRL: Transformer Reinforcement Learning}},
57
+ author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec},
58
+ year = 2020,
59
+ journal = {GitHub repository},
60
+ publisher = {GitHub},
61
+ howpublished = {\url{https://github.com/huggingface/trl}}
62
+ }
63
+ ```
v5_dagger_model/adapter_config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen2_5_VLForConditionalGeneration",
7
+ "parent_library": "transformers.models.qwen2_5_vl.modeling_qwen2_5_vl",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "unsloth/qwen2.5-vl-7b-instruct",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 16,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0,
26
+ "megatron_config": null,
27
+ "megatron_core": "megatron.core",
28
+ "modules_to_save": null,
29
+ "peft_type": "LORA",
30
+ "peft_version": "0.18.1",
31
+ "qalora_group_size": 16,
32
+ "r": 16,
33
+ "rank_pattern": {},
34
+ "revision": null,
35
+ "target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:qkv|proj|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:qkv|proj|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj)))",
36
+ "target_parameters": null,
37
+ "task_type": "CAUSAL_LM",
38
+ "trainable_token_indices": null,
39
+ "use_dora": false,
40
+ "use_qalora": false,
41
+ "use_rslora": false
42
+ }
v5_dagger_model/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08b8c8d6d82ce21ed20fb5412ef5d433408a355615435f2800946c1b12d44ed5
3
+ size 161539072
v5_dagger_model/added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
v5_dagger_model/chat_template.jinja ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system
2
+ You are a helpful assistant.<|im_end|>
3
+ {% endif %}<|im_start|>{{ message['role'] }}
4
+ {% if message['content'] is string %}{{ message['content'] }}<|im_end|>
5
+ {% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>
6
+ {% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant
7
+ {% endif %}
v5_dagger_model/checkpoint-180/README.md ADDED
@@ -0,0 +1,210 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/qwen2.5-vl-7b-instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/qwen2.5-vl-7b-instruct
7
+ - lora
8
+ - sft
9
+ - transformers
10
+ - trl
11
+ - unsloth
12
+ ---
13
+
14
+ # Model Card for Model ID
15
+
16
+ <!-- Provide a quick summary of what the model is/does. -->
17
+
18
+
19
+
20
+ ## Model Details
21
+
22
+ ### Model Description
23
+
24
+ <!-- Provide a longer summary of what this model is. -->
25
+
26
+
27
+
28
+ - **Developed by:** [More Information Needed]
29
+ - **Funded by [optional]:** [More Information Needed]
30
+ - **Shared by [optional]:** [More Information Needed]
31
+ - **Model type:** [More Information Needed]
32
+ - **Language(s) (NLP):** [More Information Needed]
33
+ - **License:** [More Information Needed]
34
+ - **Finetuned from model [optional]:** [More Information Needed]
35
+
36
+ ### Model Sources [optional]
37
+
38
+ <!-- Provide the basic links for the model. -->
39
+
40
+ - **Repository:** [More Information Needed]
41
+ - **Paper [optional]:** [More Information Needed]
42
+ - **Demo [optional]:** [More Information Needed]
43
+
44
+ ## Uses
45
+
46
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
47
+
48
+ ### Direct Use
49
+
50
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
51
+
52
+ [More Information Needed]
53
+
54
+ ### Downstream Use [optional]
55
+
56
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
57
+
58
+ [More Information Needed]
59
+
60
+ ### Out-of-Scope Use
61
+
62
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
63
+
64
+ [More Information Needed]
65
+
66
+ ## Bias, Risks, and Limitations
67
+
68
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
69
+
70
+ [More Information Needed]
71
+
72
+ ### Recommendations
73
+
74
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
75
+
76
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
77
+
78
+ ## How to Get Started with the Model
79
+
80
+ Use the code below to get started with the model.
81
+
82
+ [More Information Needed]
83
+
84
+ ## Training Details
85
+
86
+ ### Training Data
87
+
88
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
89
+
90
+ [More Information Needed]
91
+
92
+ ### Training Procedure
93
+
94
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
95
+
96
+ #### Preprocessing [optional]
97
+
98
+ [More Information Needed]
99
+
100
+
101
+ #### Training Hyperparameters
102
+
103
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
104
+
105
+ #### Speeds, Sizes, Times [optional]
106
+
107
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
108
+
109
+ [More Information Needed]
110
+
111
+ ## Evaluation
112
+
113
+ <!-- This section describes the evaluation protocols and provides the results. -->
114
+
115
+ ### Testing Data, Factors & Metrics
116
+
117
+ #### Testing Data
118
+
119
+ <!-- This should link to a Dataset Card if possible. -->
120
+
121
+ [More Information Needed]
122
+
123
+ #### Factors
124
+
125
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
126
+
127
+ [More Information Needed]
128
+
129
+ #### Metrics
130
+
131
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
132
+
133
+ [More Information Needed]
134
+
135
+ ### Results
136
+
137
+ [More Information Needed]
138
+
139
+ #### Summary
140
+
141
+
142
+
143
+ ## Model Examination [optional]
144
+
145
+ <!-- Relevant interpretability work for the model goes here -->
146
+
147
+ [More Information Needed]
148
+
149
+ ## Environmental Impact
150
+
151
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
152
+
153
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
154
+
155
+ - **Hardware Type:** [More Information Needed]
156
+ - **Hours used:** [More Information Needed]
157
+ - **Cloud Provider:** [More Information Needed]
158
+ - **Compute Region:** [More Information Needed]
159
+ - **Carbon Emitted:** [More Information Needed]
160
+
161
+ ## Technical Specifications [optional]
162
+
163
+ ### Model Architecture and Objective
164
+
165
+ [More Information Needed]
166
+
167
+ ### Compute Infrastructure
168
+
169
+ [More Information Needed]
170
+
171
+ #### Hardware
172
+
173
+ [More Information Needed]
174
+
175
+ #### Software
176
+
177
+ [More Information Needed]
178
+
179
+ ## Citation [optional]
180
+
181
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
182
+
183
+ **BibTeX:**
184
+
185
+ [More Information Needed]
186
+
187
+ **APA:**
188
+
189
+ [More Information Needed]
190
+
191
+ ## Glossary [optional]
192
+
193
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
194
+
195
+ [More Information Needed]
196
+
197
+ ## More Information [optional]
198
+
199
+ [More Information Needed]
200
+
201
+ ## Model Card Authors [optional]
202
+
203
+ [More Information Needed]
204
+
205
+ ## Model Card Contact
206
+
207
+ [More Information Needed]
208
+ ### Framework versions
209
+
210
+ - PEFT 0.18.1
v5_dagger_model/checkpoint-180/adapter_config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen2_5_VLForConditionalGeneration",
7
+ "parent_library": "transformers.models.qwen2_5_vl.modeling_qwen2_5_vl",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "unsloth/qwen2.5-vl-7b-instruct",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 16,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0,
26
+ "megatron_config": null,
27
+ "megatron_core": "megatron.core",
28
+ "modules_to_save": null,
29
+ "peft_type": "LORA",
30
+ "peft_version": "0.18.1",
31
+ "qalora_group_size": 16,
32
+ "r": 16,
33
+ "rank_pattern": {},
34
+ "revision": null,
35
+ "target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:qkv|proj|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:qkv|proj|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj)))",
36
+ "target_parameters": null,
37
+ "task_type": "CAUSAL_LM",
38
+ "trainable_token_indices": null,
39
+ "use_dora": false,
40
+ "use_qalora": false,
41
+ "use_rslora": false
42
+ }
v5_dagger_model/checkpoint-180/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67941e66c2f9225aa6933c55078fe365a14f8342476dc78fbf1ee0c4f42cf0f3
3
+ size 161539072
v5_dagger_model/checkpoint-180/added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
v5_dagger_model/checkpoint-180/chat_template.jinja ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system
2
+ You are a helpful assistant.<|im_end|>
3
+ {% endif %}<|im_start|>{{ message['role'] }}
4
+ {% if message['content'] is string %}{{ message['content'] }}<|im_end|>
5
+ {% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>
6
+ {% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant
7
+ {% endif %}
v5_dagger_model/checkpoint-180/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
v5_dagger_model/checkpoint-180/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9aff8b19c14d674b647d46355b11afee92d3fc6ad1272b99f2dee268ddbfd1b
3
+ size 82464628
v5_dagger_model/checkpoint-180/preprocessor_config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": null,
3
+ "data_format": "channels_first",
4
+ "default_to_square": true,
5
+ "device": null,
6
+ "disable_grouping": null,
7
+ "do_center_crop": null,
8
+ "do_convert_rgb": true,
9
+ "do_normalize": true,
10
+ "do_pad": null,
11
+ "do_rescale": true,
12
+ "do_resize": true,
13
+ "image_mean": [
14
+ 0.48145466,
15
+ 0.4578275,
16
+ 0.40821073
17
+ ],
18
+ "image_processor_type": "Qwen2VLImageProcessorFast",
19
+ "image_std": [
20
+ 0.26862954,
21
+ 0.26130258,
22
+ 0.27577711
23
+ ],
24
+ "input_data_format": null,
25
+ "max_pixels": 12845056,
26
+ "merge_size": 2,
27
+ "min_pixels": 3136,
28
+ "pad_size": null,
29
+ "patch_size": 14,
30
+ "processor_class": "_Unsloth_Patched_Qwen2_5_VLProcessor",
31
+ "resample": 3,
32
+ "rescale_factor": 0.00392156862745098,
33
+ "return_tensors": null,
34
+ "size": {
35
+ "longest_edge": 12845056,
36
+ "shortest_edge": 3136
37
+ },
38
+ "temporal_patch_size": 2
39
+ }
v5_dagger_model/checkpoint-180/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbc969112b1f0893268b67300da6d4435cd3fc222db3a89dedc3eb14ba7beab8
3
+ size 14244
v5_dagger_model/checkpoint-180/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db10a462ddd938463497e09c4cc90b5fc5aae3e3f95255defedc7750b4e90de7
3
+ size 1064
v5_dagger_model/checkpoint-180/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|vision_pad|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
v5_dagger_model/checkpoint-180/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:741c85ffe434aad73e934a73ef380c85e94cd863b8f55e1a1ad66cacb5a93dfd
3
+ size 11422164
v5_dagger_model/checkpoint-180/tokenizer_config.json ADDED
@@ -0,0 +1,209 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ }
181
+ },
182
+ "additional_special_tokens": [
183
+ "<|im_start|>",
184
+ "<|im_end|>",
185
+ "<|object_ref_start|>",
186
+ "<|object_ref_end|>",
187
+ "<|box_start|>",
188
+ "<|box_end|>",
189
+ "<|quad_start|>",
190
+ "<|quad_end|>",
191
+ "<|vision_start|>",
192
+ "<|vision_end|>",
193
+ "<|vision_pad|>",
194
+ "<|image_pad|>",
195
+ "<|video_pad|>"
196
+ ],
197
+ "bos_token": null,
198
+ "clean_up_tokenization_spaces": false,
199
+ "eos_token": "<|im_end|>",
200
+ "errors": "replace",
201
+ "extra_special_tokens": {},
202
+ "model_max_length": 32768,
203
+ "pad_token": "<|vision_pad|>",
204
+ "padding_side": "right",
205
+ "processor_class": "_Unsloth_Patched_Qwen2_5_VLProcessor",
206
+ "split_special_tokens": false,
207
+ "tokenizer_class": "Qwen2Tokenizer",
208
+ "unk_token": null
209
+ }
v5_dagger_model/checkpoint-180/trainer_state.json ADDED
@@ -0,0 +1,1294 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 10.0,
6
+ "eval_steps": 500,
7
+ "global_step": 180,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05755395683453238,
14
+ "grad_norm": 2.2564826011657715,
15
+ "learning_rate": 0.0,
16
+ "loss": 4.8786,
17
+ "step": 1
18
+ },
19
+ {
20
+ "epoch": 0.11510791366906475,
21
+ "grad_norm": 2.6304173469543457,
22
+ "learning_rate": 2e-05,
23
+ "loss": 5.4851,
24
+ "step": 2
25
+ },
26
+ {
27
+ "epoch": 0.17266187050359713,
28
+ "grad_norm": 2.5263326168060303,
29
+ "learning_rate": 4e-05,
30
+ "loss": 4.7033,
31
+ "step": 3
32
+ },
33
+ {
34
+ "epoch": 0.2302158273381295,
35
+ "grad_norm": 2.3896210193634033,
36
+ "learning_rate": 6e-05,
37
+ "loss": 4.6046,
38
+ "step": 4
39
+ },
40
+ {
41
+ "epoch": 0.28776978417266186,
42
+ "grad_norm": 2.7547967433929443,
43
+ "learning_rate": 8e-05,
44
+ "loss": 4.9866,
45
+ "step": 5
46
+ },
47
+ {
48
+ "epoch": 0.34532374100719426,
49
+ "grad_norm": 3.2151615619659424,
50
+ "learning_rate": 0.0001,
51
+ "loss": 5.0008,
52
+ "step": 6
53
+ },
54
+ {
55
+ "epoch": 0.4028776978417266,
56
+ "grad_norm": 2.4654593467712402,
57
+ "learning_rate": 0.00012,
58
+ "loss": 3.7805,
59
+ "step": 7
60
+ },
61
+ {
62
+ "epoch": 0.460431654676259,
63
+ "grad_norm": 2.3590445518493652,
64
+ "learning_rate": 0.00014,
65
+ "loss": 3.5862,
66
+ "step": 8
67
+ },
68
+ {
69
+ "epoch": 0.5179856115107914,
70
+ "grad_norm": 1.6592985391616821,
71
+ "learning_rate": 0.00016,
72
+ "loss": 2.8476,
73
+ "step": 9
74
+ },
75
+ {
76
+ "epoch": 0.5755395683453237,
77
+ "grad_norm": 1.1599284410476685,
78
+ "learning_rate": 0.00018,
79
+ "loss": 2.1064,
80
+ "step": 10
81
+ },
82
+ {
83
+ "epoch": 0.6330935251798561,
84
+ "grad_norm": 1.802690029144287,
85
+ "learning_rate": 0.0002,
86
+ "loss": 2.4239,
87
+ "step": 11
88
+ },
89
+ {
90
+ "epoch": 0.6906474820143885,
91
+ "grad_norm": 1.470718502998352,
92
+ "learning_rate": 0.00019894736842105264,
93
+ "loss": 2.1704,
94
+ "step": 12
95
+ },
96
+ {
97
+ "epoch": 0.7482014388489209,
98
+ "grad_norm": 2.7104134559631348,
99
+ "learning_rate": 0.00019789473684210526,
100
+ "loss": 1.9153,
101
+ "step": 13
102
+ },
103
+ {
104
+ "epoch": 0.8057553956834532,
105
+ "grad_norm": 1.823458194732666,
106
+ "learning_rate": 0.0001968421052631579,
107
+ "loss": 1.5356,
108
+ "step": 14
109
+ },
110
+ {
111
+ "epoch": 0.8633093525179856,
112
+ "grad_norm": 1.5308654308319092,
113
+ "learning_rate": 0.00019578947368421054,
114
+ "loss": 1.6719,
115
+ "step": 15
116
+ },
117
+ {
118
+ "epoch": 0.920863309352518,
119
+ "grad_norm": 1.1720850467681885,
120
+ "learning_rate": 0.00019473684210526317,
121
+ "loss": 1.4082,
122
+ "step": 16
123
+ },
124
+ {
125
+ "epoch": 0.9784172661870504,
126
+ "grad_norm": 0.921774685382843,
127
+ "learning_rate": 0.0001936842105263158,
128
+ "loss": 1.3164,
129
+ "step": 17
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "grad_norm": 1.0646902322769165,
134
+ "learning_rate": 0.00019263157894736842,
135
+ "loss": 1.3508,
136
+ "step": 18
137
+ },
138
+ {
139
+ "epoch": 1.0575539568345325,
140
+ "grad_norm": 0.7060080170631409,
141
+ "learning_rate": 0.00019157894736842104,
142
+ "loss": 1.1843,
143
+ "step": 19
144
+ },
145
+ {
146
+ "epoch": 1.1151079136690647,
147
+ "grad_norm": 0.6636799573898315,
148
+ "learning_rate": 0.0001905263157894737,
149
+ "loss": 1.013,
150
+ "step": 20
151
+ },
152
+ {
153
+ "epoch": 1.1726618705035972,
154
+ "grad_norm": 0.6766036748886108,
155
+ "learning_rate": 0.00018947368421052632,
156
+ "loss": 0.8595,
157
+ "step": 21
158
+ },
159
+ {
160
+ "epoch": 1.2302158273381294,
161
+ "grad_norm": 0.5309479832649231,
162
+ "learning_rate": 0.00018842105263157898,
163
+ "loss": 0.8741,
164
+ "step": 22
165
+ },
166
+ {
167
+ "epoch": 1.2877697841726619,
168
+ "grad_norm": 0.7695677876472473,
169
+ "learning_rate": 0.0001873684210526316,
170
+ "loss": 0.9812,
171
+ "step": 23
172
+ },
173
+ {
174
+ "epoch": 1.3453237410071943,
175
+ "grad_norm": 0.8244631290435791,
176
+ "learning_rate": 0.00018631578947368423,
177
+ "loss": 0.7284,
178
+ "step": 24
179
+ },
180
+ {
181
+ "epoch": 1.4028776978417266,
182
+ "grad_norm": 0.7941868305206299,
183
+ "learning_rate": 0.00018526315789473685,
184
+ "loss": 0.7796,
185
+ "step": 25
186
+ },
187
+ {
188
+ "epoch": 1.460431654676259,
189
+ "grad_norm": 0.5958636999130249,
190
+ "learning_rate": 0.00018421052631578948,
191
+ "loss": 0.8259,
192
+ "step": 26
193
+ },
194
+ {
195
+ "epoch": 1.5179856115107913,
196
+ "grad_norm": 0.8691028952598572,
197
+ "learning_rate": 0.0001831578947368421,
198
+ "loss": 0.6653,
199
+ "step": 27
200
+ },
201
+ {
202
+ "epoch": 1.5755395683453237,
203
+ "grad_norm": 0.646342396736145,
204
+ "learning_rate": 0.00018210526315789476,
205
+ "loss": 0.6347,
206
+ "step": 28
207
+ },
208
+ {
209
+ "epoch": 1.6330935251798562,
210
+ "grad_norm": 0.6964317560195923,
211
+ "learning_rate": 0.00018105263157894739,
212
+ "loss": 0.6772,
213
+ "step": 29
214
+ },
215
+ {
216
+ "epoch": 1.6906474820143886,
217
+ "grad_norm": 0.6086808443069458,
218
+ "learning_rate": 0.00018,
219
+ "loss": 0.6906,
220
+ "step": 30
221
+ },
222
+ {
223
+ "epoch": 1.7482014388489209,
224
+ "grad_norm": 0.6074932217597961,
225
+ "learning_rate": 0.00017894736842105264,
226
+ "loss": 0.6537,
227
+ "step": 31
228
+ },
229
+ {
230
+ "epoch": 1.8057553956834531,
231
+ "grad_norm": 0.539799690246582,
232
+ "learning_rate": 0.00017789473684210526,
233
+ "loss": 0.5003,
234
+ "step": 32
235
+ },
236
+ {
237
+ "epoch": 1.8633093525179856,
238
+ "grad_norm": 0.5748394727706909,
239
+ "learning_rate": 0.0001768421052631579,
240
+ "loss": 0.3782,
241
+ "step": 33
242
+ },
243
+ {
244
+ "epoch": 1.920863309352518,
245
+ "grad_norm": 0.5975272059440613,
246
+ "learning_rate": 0.00017578947368421052,
247
+ "loss": 0.4689,
248
+ "step": 34
249
+ },
250
+ {
251
+ "epoch": 1.9784172661870505,
252
+ "grad_norm": 0.6873601078987122,
253
+ "learning_rate": 0.00017473684210526317,
254
+ "loss": 0.5143,
255
+ "step": 35
256
+ },
257
+ {
258
+ "epoch": 2.0,
259
+ "grad_norm": 0.7587007880210876,
260
+ "learning_rate": 0.0001736842105263158,
261
+ "loss": 0.3664,
262
+ "step": 36
263
+ },
264
+ {
265
+ "epoch": 2.0575539568345325,
266
+ "grad_norm": 0.5641581416130066,
267
+ "learning_rate": 0.00017263157894736842,
268
+ "loss": 0.3186,
269
+ "step": 37
270
+ },
271
+ {
272
+ "epoch": 2.115107913669065,
273
+ "grad_norm": 0.6975970268249512,
274
+ "learning_rate": 0.00017157894736842107,
275
+ "loss": 0.4577,
276
+ "step": 38
277
+ },
278
+ {
279
+ "epoch": 2.172661870503597,
280
+ "grad_norm": 0.5590388774871826,
281
+ "learning_rate": 0.0001705263157894737,
282
+ "loss": 0.2734,
283
+ "step": 39
284
+ },
285
+ {
286
+ "epoch": 2.2302158273381294,
287
+ "grad_norm": 0.5296897292137146,
288
+ "learning_rate": 0.00016947368421052633,
289
+ "loss": 0.3938,
290
+ "step": 40
291
+ },
292
+ {
293
+ "epoch": 2.287769784172662,
294
+ "grad_norm": 0.44214928150177,
295
+ "learning_rate": 0.00016842105263157895,
296
+ "loss": 0.4129,
297
+ "step": 41
298
+ },
299
+ {
300
+ "epoch": 2.3453237410071943,
301
+ "grad_norm": 0.5920043587684631,
302
+ "learning_rate": 0.0001673684210526316,
303
+ "loss": 0.2301,
304
+ "step": 42
305
+ },
306
+ {
307
+ "epoch": 2.402877697841727,
308
+ "grad_norm": 0.5350307822227478,
309
+ "learning_rate": 0.00016631578947368423,
310
+ "loss": 0.3897,
311
+ "step": 43
312
+ },
313
+ {
314
+ "epoch": 2.460431654676259,
315
+ "grad_norm": 0.5216901898384094,
316
+ "learning_rate": 0.00016526315789473686,
317
+ "loss": 0.3855,
318
+ "step": 44
319
+ },
320
+ {
321
+ "epoch": 2.5179856115107913,
322
+ "grad_norm": 0.6011196374893188,
323
+ "learning_rate": 0.00016421052631578948,
324
+ "loss": 0.3711,
325
+ "step": 45
326
+ },
327
+ {
328
+ "epoch": 2.5755395683453237,
329
+ "grad_norm": 0.5409759283065796,
330
+ "learning_rate": 0.0001631578947368421,
331
+ "loss": 0.2035,
332
+ "step": 46
333
+ },
334
+ {
335
+ "epoch": 2.633093525179856,
336
+ "grad_norm": 0.5009431838989258,
337
+ "learning_rate": 0.00016210526315789473,
338
+ "loss": 0.1684,
339
+ "step": 47
340
+ },
341
+ {
342
+ "epoch": 2.6906474820143886,
343
+ "grad_norm": 0.6343453526496887,
344
+ "learning_rate": 0.00016105263157894736,
345
+ "loss": 0.4425,
346
+ "step": 48
347
+ },
348
+ {
349
+ "epoch": 2.7482014388489207,
350
+ "grad_norm": 0.5234959721565247,
351
+ "learning_rate": 0.00016,
352
+ "loss": 0.2177,
353
+ "step": 49
354
+ },
355
+ {
356
+ "epoch": 2.805755395683453,
357
+ "grad_norm": 0.47029346227645874,
358
+ "learning_rate": 0.00015894736842105264,
359
+ "loss": 0.2741,
360
+ "step": 50
361
+ },
362
+ {
363
+ "epoch": 2.8633093525179856,
364
+ "grad_norm": 0.5409159064292908,
365
+ "learning_rate": 0.00015789473684210527,
366
+ "loss": 0.3455,
367
+ "step": 51
368
+ },
369
+ {
370
+ "epoch": 2.920863309352518,
371
+ "grad_norm": 0.5376619696617126,
372
+ "learning_rate": 0.0001568421052631579,
373
+ "loss": 0.3439,
374
+ "step": 52
375
+ },
376
+ {
377
+ "epoch": 2.9784172661870505,
378
+ "grad_norm": 0.6080886721611023,
379
+ "learning_rate": 0.00015578947368421052,
380
+ "loss": 0.3303,
381
+ "step": 53
382
+ },
383
+ {
384
+ "epoch": 3.0,
385
+ "grad_norm": 0.7982627153396606,
386
+ "learning_rate": 0.00015473684210526317,
387
+ "loss": 0.3354,
388
+ "step": 54
389
+ },
390
+ {
391
+ "epoch": 3.0575539568345325,
392
+ "grad_norm": 0.5055177211761475,
393
+ "learning_rate": 0.0001536842105263158,
394
+ "loss": 0.2868,
395
+ "step": 55
396
+ },
397
+ {
398
+ "epoch": 3.115107913669065,
399
+ "grad_norm": 0.4262123107910156,
400
+ "learning_rate": 0.00015263157894736845,
401
+ "loss": 0.2097,
402
+ "step": 56
403
+ },
404
+ {
405
+ "epoch": 3.172661870503597,
406
+ "grad_norm": 0.3976552486419678,
407
+ "learning_rate": 0.00015157894736842108,
408
+ "loss": 0.3558,
409
+ "step": 57
410
+ },
411
+ {
412
+ "epoch": 3.2302158273381294,
413
+ "grad_norm": 0.46125659346580505,
414
+ "learning_rate": 0.0001505263157894737,
415
+ "loss": 0.2219,
416
+ "step": 58
417
+ },
418
+ {
419
+ "epoch": 3.287769784172662,
420
+ "grad_norm": 0.4844948649406433,
421
+ "learning_rate": 0.00014947368421052633,
422
+ "loss": 0.2234,
423
+ "step": 59
424
+ },
425
+ {
426
+ "epoch": 3.3453237410071943,
427
+ "grad_norm": 0.6512012481689453,
428
+ "learning_rate": 0.00014842105263157895,
429
+ "loss": 0.274,
430
+ "step": 60
431
+ },
432
+ {
433
+ "epoch": 3.402877697841727,
434
+ "grad_norm": 0.5738747715950012,
435
+ "learning_rate": 0.00014736842105263158,
436
+ "loss": 0.2676,
437
+ "step": 61
438
+ },
439
+ {
440
+ "epoch": 3.460431654676259,
441
+ "grad_norm": 0.5202072858810425,
442
+ "learning_rate": 0.00014631578947368423,
443
+ "loss": 0.2553,
444
+ "step": 62
445
+ },
446
+ {
447
+ "epoch": 3.5179856115107913,
448
+ "grad_norm": 0.5690760612487793,
449
+ "learning_rate": 0.00014526315789473686,
450
+ "loss": 0.1784,
451
+ "step": 63
452
+ },
453
+ {
454
+ "epoch": 3.5755395683453237,
455
+ "grad_norm": 0.6203038096427917,
456
+ "learning_rate": 0.00014421052631578948,
457
+ "loss": 0.1628,
458
+ "step": 64
459
+ },
460
+ {
461
+ "epoch": 3.633093525179856,
462
+ "grad_norm": 0.31157344579696655,
463
+ "learning_rate": 0.0001431578947368421,
464
+ "loss": 0.0833,
465
+ "step": 65
466
+ },
467
+ {
468
+ "epoch": 3.6906474820143886,
469
+ "grad_norm": 0.34490475058555603,
470
+ "learning_rate": 0.00014210526315789474,
471
+ "loss": 0.0886,
472
+ "step": 66
473
+ },
474
+ {
475
+ "epoch": 3.7482014388489207,
476
+ "grad_norm": 0.7103127241134644,
477
+ "learning_rate": 0.00014105263157894736,
478
+ "loss": 0.2206,
479
+ "step": 67
480
+ },
481
+ {
482
+ "epoch": 3.805755395683453,
483
+ "grad_norm": 0.5580653548240662,
484
+ "learning_rate": 0.00014,
485
+ "loss": 0.2825,
486
+ "step": 68
487
+ },
488
+ {
489
+ "epoch": 3.8633093525179856,
490
+ "grad_norm": 0.5951279401779175,
491
+ "learning_rate": 0.00013894736842105264,
492
+ "loss": 0.2963,
493
+ "step": 69
494
+ },
495
+ {
496
+ "epoch": 3.920863309352518,
497
+ "grad_norm": 0.3637178838253021,
498
+ "learning_rate": 0.00013789473684210527,
499
+ "loss": 0.1536,
500
+ "step": 70
501
+ },
502
+ {
503
+ "epoch": 3.9784172661870505,
504
+ "grad_norm": 0.5208351016044617,
505
+ "learning_rate": 0.0001368421052631579,
506
+ "loss": 0.197,
507
+ "step": 71
508
+ },
509
+ {
510
+ "epoch": 4.0,
511
+ "grad_norm": 0.6591724753379822,
512
+ "learning_rate": 0.00013578947368421055,
513
+ "loss": 0.2031,
514
+ "step": 72
515
+ },
516
+ {
517
+ "epoch": 4.057553956834532,
518
+ "grad_norm": 0.5273791551589966,
519
+ "learning_rate": 0.00013473684210526317,
520
+ "loss": 0.1916,
521
+ "step": 73
522
+ },
523
+ {
524
+ "epoch": 4.115107913669065,
525
+ "grad_norm": 0.49362239241600037,
526
+ "learning_rate": 0.0001336842105263158,
527
+ "loss": 0.1308,
528
+ "step": 74
529
+ },
530
+ {
531
+ "epoch": 4.172661870503597,
532
+ "grad_norm": 0.39194148778915405,
533
+ "learning_rate": 0.00013263157894736842,
534
+ "loss": 0.1079,
535
+ "step": 75
536
+ },
537
+ {
538
+ "epoch": 4.23021582733813,
539
+ "grad_norm": 0.6204246878623962,
540
+ "learning_rate": 0.00013157894736842108,
541
+ "loss": 0.1913,
542
+ "step": 76
543
+ },
544
+ {
545
+ "epoch": 4.287769784172662,
546
+ "grad_norm": 0.3720596432685852,
547
+ "learning_rate": 0.0001305263157894737,
548
+ "loss": 0.12,
549
+ "step": 77
550
+ },
551
+ {
552
+ "epoch": 4.345323741007194,
553
+ "grad_norm": 0.5735775828361511,
554
+ "learning_rate": 0.00012947368421052633,
555
+ "loss": 0.1184,
556
+ "step": 78
557
+ },
558
+ {
559
+ "epoch": 4.402877697841727,
560
+ "grad_norm": 0.6928539872169495,
561
+ "learning_rate": 0.00012842105263157895,
562
+ "loss": 0.1654,
563
+ "step": 79
564
+ },
565
+ {
566
+ "epoch": 4.460431654676259,
567
+ "grad_norm": 0.7389291524887085,
568
+ "learning_rate": 0.00012736842105263158,
569
+ "loss": 0.1942,
570
+ "step": 80
571
+ },
572
+ {
573
+ "epoch": 4.517985611510792,
574
+ "grad_norm": 0.4916699528694153,
575
+ "learning_rate": 0.0001263157894736842,
576
+ "loss": 0.102,
577
+ "step": 81
578
+ },
579
+ {
580
+ "epoch": 4.575539568345324,
581
+ "grad_norm": 0.6677173376083374,
582
+ "learning_rate": 0.00012526315789473683,
583
+ "loss": 0.2271,
584
+ "step": 82
585
+ },
586
+ {
587
+ "epoch": 4.633093525179856,
588
+ "grad_norm": 0.4940044581890106,
589
+ "learning_rate": 0.00012421052631578949,
590
+ "loss": 0.1163,
591
+ "step": 83
592
+ },
593
+ {
594
+ "epoch": 4.690647482014389,
595
+ "grad_norm": 0.5350868701934814,
596
+ "learning_rate": 0.0001231578947368421,
597
+ "loss": 0.1427,
598
+ "step": 84
599
+ },
600
+ {
601
+ "epoch": 4.748201438848921,
602
+ "grad_norm": 0.6581408977508545,
603
+ "learning_rate": 0.00012210526315789474,
604
+ "loss": 0.1343,
605
+ "step": 85
606
+ },
607
+ {
608
+ "epoch": 4.805755395683454,
609
+ "grad_norm": 0.45714738965034485,
610
+ "learning_rate": 0.00012105263157894738,
611
+ "loss": 0.1206,
612
+ "step": 86
613
+ },
614
+ {
615
+ "epoch": 4.863309352517986,
616
+ "grad_norm": 0.5649847388267517,
617
+ "learning_rate": 0.00012,
618
+ "loss": 0.1647,
619
+ "step": 87
620
+ },
621
+ {
622
+ "epoch": 4.920863309352518,
623
+ "grad_norm": 0.7216070294380188,
624
+ "learning_rate": 0.00011894736842105263,
625
+ "loss": 0.1509,
626
+ "step": 88
627
+ },
628
+ {
629
+ "epoch": 4.9784172661870505,
630
+ "grad_norm": 0.8254823684692383,
631
+ "learning_rate": 0.00011789473684210525,
632
+ "loss": 0.2195,
633
+ "step": 89
634
+ },
635
+ {
636
+ "epoch": 5.0,
637
+ "grad_norm": 0.6784593462944031,
638
+ "learning_rate": 0.00011684210526315791,
639
+ "loss": 0.0999,
640
+ "step": 90
641
+ },
642
+ {
643
+ "epoch": 5.057553956834532,
644
+ "grad_norm": 0.45816510915756226,
645
+ "learning_rate": 0.00011578947368421053,
646
+ "loss": 0.106,
647
+ "step": 91
648
+ },
649
+ {
650
+ "epoch": 5.115107913669065,
651
+ "grad_norm": 0.28045934438705444,
652
+ "learning_rate": 0.00011473684210526316,
653
+ "loss": 0.0898,
654
+ "step": 92
655
+ },
656
+ {
657
+ "epoch": 5.172661870503597,
658
+ "grad_norm": 0.5236830711364746,
659
+ "learning_rate": 0.0001136842105263158,
660
+ "loss": 0.1103,
661
+ "step": 93
662
+ },
663
+ {
664
+ "epoch": 5.23021582733813,
665
+ "grad_norm": 0.4514773488044739,
666
+ "learning_rate": 0.00011263157894736843,
667
+ "loss": 0.0513,
668
+ "step": 94
669
+ },
670
+ {
671
+ "epoch": 5.287769784172662,
672
+ "grad_norm": 0.47659534215927124,
673
+ "learning_rate": 0.00011157894736842105,
674
+ "loss": 0.1132,
675
+ "step": 95
676
+ },
677
+ {
678
+ "epoch": 5.345323741007194,
679
+ "grad_norm": 0.4033092260360718,
680
+ "learning_rate": 0.0001105263157894737,
681
+ "loss": 0.0819,
682
+ "step": 96
683
+ },
684
+ {
685
+ "epoch": 5.402877697841727,
686
+ "grad_norm": 0.44451287388801575,
687
+ "learning_rate": 0.00010947368421052633,
688
+ "loss": 0.094,
689
+ "step": 97
690
+ },
691
+ {
692
+ "epoch": 5.460431654676259,
693
+ "grad_norm": 0.5565096735954285,
694
+ "learning_rate": 0.00010842105263157896,
695
+ "loss": 0.0954,
696
+ "step": 98
697
+ },
698
+ {
699
+ "epoch": 5.517985611510792,
700
+ "grad_norm": 0.6061581969261169,
701
+ "learning_rate": 0.00010736842105263158,
702
+ "loss": 0.1524,
703
+ "step": 99
704
+ },
705
+ {
706
+ "epoch": 5.575539568345324,
707
+ "grad_norm": 0.6519442796707153,
708
+ "learning_rate": 0.00010631578947368421,
709
+ "loss": 0.0963,
710
+ "step": 100
711
+ },
712
+ {
713
+ "epoch": 5.633093525179856,
714
+ "grad_norm": 0.6096929907798767,
715
+ "learning_rate": 0.00010526315789473685,
716
+ "loss": 0.0947,
717
+ "step": 101
718
+ },
719
+ {
720
+ "epoch": 5.690647482014389,
721
+ "grad_norm": 0.5992321372032166,
722
+ "learning_rate": 0.00010421052631578947,
723
+ "loss": 0.0849,
724
+ "step": 102
725
+ },
726
+ {
727
+ "epoch": 5.748201438848921,
728
+ "grad_norm": 0.6278153657913208,
729
+ "learning_rate": 0.00010315789473684211,
730
+ "loss": 0.0771,
731
+ "step": 103
732
+ },
733
+ {
734
+ "epoch": 5.805755395683454,
735
+ "grad_norm": 0.8151980042457581,
736
+ "learning_rate": 0.00010210526315789475,
737
+ "loss": 0.1253,
738
+ "step": 104
739
+ },
740
+ {
741
+ "epoch": 5.863309352517986,
742
+ "grad_norm": 0.3898473381996155,
743
+ "learning_rate": 0.00010105263157894738,
744
+ "loss": 0.0488,
745
+ "step": 105
746
+ },
747
+ {
748
+ "epoch": 5.920863309352518,
749
+ "grad_norm": 0.4772569537162781,
750
+ "learning_rate": 0.0001,
751
+ "loss": 0.0964,
752
+ "step": 106
753
+ },
754
+ {
755
+ "epoch": 5.9784172661870505,
756
+ "grad_norm": 0.6889118552207947,
757
+ "learning_rate": 9.894736842105263e-05,
758
+ "loss": 0.1749,
759
+ "step": 107
760
+ },
761
+ {
762
+ "epoch": 6.0,
763
+ "grad_norm": 0.813023030757904,
764
+ "learning_rate": 9.789473684210527e-05,
765
+ "loss": 0.0617,
766
+ "step": 108
767
+ },
768
+ {
769
+ "epoch": 6.057553956834532,
770
+ "grad_norm": 0.6126425266265869,
771
+ "learning_rate": 9.68421052631579e-05,
772
+ "loss": 0.116,
773
+ "step": 109
774
+ },
775
+ {
776
+ "epoch": 6.115107913669065,
777
+ "grad_norm": 0.36758872866630554,
778
+ "learning_rate": 9.578947368421052e-05,
779
+ "loss": 0.0589,
780
+ "step": 110
781
+ },
782
+ {
783
+ "epoch": 6.172661870503597,
784
+ "grad_norm": 0.38784849643707275,
785
+ "learning_rate": 9.473684210526316e-05,
786
+ "loss": 0.0833,
787
+ "step": 111
788
+ },
789
+ {
790
+ "epoch": 6.23021582733813,
791
+ "grad_norm": 0.3257942795753479,
792
+ "learning_rate": 9.36842105263158e-05,
793
+ "loss": 0.0418,
794
+ "step": 112
795
+ },
796
+ {
797
+ "epoch": 6.287769784172662,
798
+ "grad_norm": 0.5511656403541565,
799
+ "learning_rate": 9.263157894736843e-05,
800
+ "loss": 0.0843,
801
+ "step": 113
802
+ },
803
+ {
804
+ "epoch": 6.345323741007194,
805
+ "grad_norm": 0.3442849814891815,
806
+ "learning_rate": 9.157894736842105e-05,
807
+ "loss": 0.054,
808
+ "step": 114
809
+ },
810
+ {
811
+ "epoch": 6.402877697841727,
812
+ "grad_norm": 0.536539614200592,
813
+ "learning_rate": 9.052631578947369e-05,
814
+ "loss": 0.0413,
815
+ "step": 115
816
+ },
817
+ {
818
+ "epoch": 6.460431654676259,
819
+ "grad_norm": 0.524313747882843,
820
+ "learning_rate": 8.947368421052632e-05,
821
+ "loss": 0.0874,
822
+ "step": 116
823
+ },
824
+ {
825
+ "epoch": 6.517985611510792,
826
+ "grad_norm": 0.4178919494152069,
827
+ "learning_rate": 8.842105263157894e-05,
828
+ "loss": 0.0542,
829
+ "step": 117
830
+ },
831
+ {
832
+ "epoch": 6.575539568345324,
833
+ "grad_norm": 0.6238830089569092,
834
+ "learning_rate": 8.736842105263158e-05,
835
+ "loss": 0.1018,
836
+ "step": 118
837
+ },
838
+ {
839
+ "epoch": 6.633093525179856,
840
+ "grad_norm": 0.5132068991661072,
841
+ "learning_rate": 8.631578947368421e-05,
842
+ "loss": 0.0759,
843
+ "step": 119
844
+ },
845
+ {
846
+ "epoch": 6.690647482014389,
847
+ "grad_norm": 0.6828580498695374,
848
+ "learning_rate": 8.526315789473685e-05,
849
+ "loss": 0.06,
850
+ "step": 120
851
+ },
852
+ {
853
+ "epoch": 6.748201438848921,
854
+ "grad_norm": 0.863381028175354,
855
+ "learning_rate": 8.421052631578948e-05,
856
+ "loss": 0.1235,
857
+ "step": 121
858
+ },
859
+ {
860
+ "epoch": 6.805755395683454,
861
+ "grad_norm": 0.7518329620361328,
862
+ "learning_rate": 8.315789473684212e-05,
863
+ "loss": 0.0487,
864
+ "step": 122
865
+ },
866
+ {
867
+ "epoch": 6.863309352517986,
868
+ "grad_norm": 0.7018346190452576,
869
+ "learning_rate": 8.210526315789474e-05,
870
+ "loss": 0.0631,
871
+ "step": 123
872
+ },
873
+ {
874
+ "epoch": 6.920863309352518,
875
+ "grad_norm": 0.4782824218273163,
876
+ "learning_rate": 8.105263157894737e-05,
877
+ "loss": 0.074,
878
+ "step": 124
879
+ },
880
+ {
881
+ "epoch": 6.9784172661870505,
882
+ "grad_norm": 0.3680833578109741,
883
+ "learning_rate": 8e-05,
884
+ "loss": 0.0397,
885
+ "step": 125
886
+ },
887
+ {
888
+ "epoch": 7.0,
889
+ "grad_norm": 0.09224724024534225,
890
+ "learning_rate": 7.894736842105263e-05,
891
+ "loss": 0.0011,
892
+ "step": 126
893
+ },
894
+ {
895
+ "epoch": 7.057553956834532,
896
+ "grad_norm": 0.6668319702148438,
897
+ "learning_rate": 7.789473684210526e-05,
898
+ "loss": 0.0708,
899
+ "step": 127
900
+ },
901
+ {
902
+ "epoch": 7.115107913669065,
903
+ "grad_norm": 0.28305375576019287,
904
+ "learning_rate": 7.68421052631579e-05,
905
+ "loss": 0.0255,
906
+ "step": 128
907
+ },
908
+ {
909
+ "epoch": 7.172661870503597,
910
+ "grad_norm": 0.3016341030597687,
911
+ "learning_rate": 7.578947368421054e-05,
912
+ "loss": 0.0288,
913
+ "step": 129
914
+ },
915
+ {
916
+ "epoch": 7.23021582733813,
917
+ "grad_norm": 0.3837669789791107,
918
+ "learning_rate": 7.473684210526316e-05,
919
+ "loss": 0.0434,
920
+ "step": 130
921
+ },
922
+ {
923
+ "epoch": 7.287769784172662,
924
+ "grad_norm": 0.37557587027549744,
925
+ "learning_rate": 7.368421052631579e-05,
926
+ "loss": 0.0394,
927
+ "step": 131
928
+ },
929
+ {
930
+ "epoch": 7.345323741007194,
931
+ "grad_norm": 0.43611082434654236,
932
+ "learning_rate": 7.263157894736843e-05,
933
+ "loss": 0.063,
934
+ "step": 132
935
+ },
936
+ {
937
+ "epoch": 7.402877697841727,
938
+ "grad_norm": 0.41498398780822754,
939
+ "learning_rate": 7.157894736842105e-05,
940
+ "loss": 0.0419,
941
+ "step": 133
942
+ },
943
+ {
944
+ "epoch": 7.460431654676259,
945
+ "grad_norm": 0.39031943678855896,
946
+ "learning_rate": 7.052631578947368e-05,
947
+ "loss": 0.0507,
948
+ "step": 134
949
+ },
950
+ {
951
+ "epoch": 7.517985611510792,
952
+ "grad_norm": 0.371528297662735,
953
+ "learning_rate": 6.947368421052632e-05,
954
+ "loss": 0.0805,
955
+ "step": 135
956
+ },
957
+ {
958
+ "epoch": 7.575539568345324,
959
+ "grad_norm": 0.4692123532295227,
960
+ "learning_rate": 6.842105263157895e-05,
961
+ "loss": 0.0519,
962
+ "step": 136
963
+ },
964
+ {
965
+ "epoch": 7.633093525179856,
966
+ "grad_norm": 0.41735348105430603,
967
+ "learning_rate": 6.736842105263159e-05,
968
+ "loss": 0.0551,
969
+ "step": 137
970
+ },
971
+ {
972
+ "epoch": 7.690647482014389,
973
+ "grad_norm": 0.3480510115623474,
974
+ "learning_rate": 6.631578947368421e-05,
975
+ "loss": 0.0215,
976
+ "step": 138
977
+ },
978
+ {
979
+ "epoch": 7.748201438848921,
980
+ "grad_norm": 0.6142042875289917,
981
+ "learning_rate": 6.526315789473685e-05,
982
+ "loss": 0.059,
983
+ "step": 139
984
+ },
985
+ {
986
+ "epoch": 7.805755395683454,
987
+ "grad_norm": 0.5081954598426819,
988
+ "learning_rate": 6.421052631578948e-05,
989
+ "loss": 0.0495,
990
+ "step": 140
991
+ },
992
+ {
993
+ "epoch": 7.863309352517986,
994
+ "grad_norm": 0.501690685749054,
995
+ "learning_rate": 6.31578947368421e-05,
996
+ "loss": 0.07,
997
+ "step": 141
998
+ },
999
+ {
1000
+ "epoch": 7.920863309352518,
1001
+ "grad_norm": 0.4325466454029083,
1002
+ "learning_rate": 6.210526315789474e-05,
1003
+ "loss": 0.0586,
1004
+ "step": 142
1005
+ },
1006
+ {
1007
+ "epoch": 7.9784172661870505,
1008
+ "grad_norm": 0.3772739768028259,
1009
+ "learning_rate": 6.105263157894737e-05,
1010
+ "loss": 0.0344,
1011
+ "step": 143
1012
+ },
1013
+ {
1014
+ "epoch": 8.0,
1015
+ "grad_norm": 0.5539509057998657,
1016
+ "learning_rate": 6e-05,
1017
+ "loss": 0.0224,
1018
+ "step": 144
1019
+ },
1020
+ {
1021
+ "epoch": 8.057553956834532,
1022
+ "grad_norm": 0.27673545479774475,
1023
+ "learning_rate": 5.894736842105263e-05,
1024
+ "loss": 0.0302,
1025
+ "step": 145
1026
+ },
1027
+ {
1028
+ "epoch": 8.115107913669064,
1029
+ "grad_norm": 0.2896704375743866,
1030
+ "learning_rate": 5.789473684210527e-05,
1031
+ "loss": 0.0376,
1032
+ "step": 146
1033
+ },
1034
+ {
1035
+ "epoch": 8.172661870503598,
1036
+ "grad_norm": 0.30631378293037415,
1037
+ "learning_rate": 5.68421052631579e-05,
1038
+ "loss": 0.0504,
1039
+ "step": 147
1040
+ },
1041
+ {
1042
+ "epoch": 8.23021582733813,
1043
+ "grad_norm": 0.37479743361473083,
1044
+ "learning_rate": 5.5789473684210526e-05,
1045
+ "loss": 0.042,
1046
+ "step": 148
1047
+ },
1048
+ {
1049
+ "epoch": 8.287769784172662,
1050
+ "grad_norm": 0.2734068036079407,
1051
+ "learning_rate": 5.4736842105263165e-05,
1052
+ "loss": 0.035,
1053
+ "step": 149
1054
+ },
1055
+ {
1056
+ "epoch": 8.345323741007194,
1057
+ "grad_norm": 0.347070574760437,
1058
+ "learning_rate": 5.368421052631579e-05,
1059
+ "loss": 0.0229,
1060
+ "step": 150
1061
+ },
1062
+ {
1063
+ "epoch": 8.402877697841726,
1064
+ "grad_norm": 0.4153132736682892,
1065
+ "learning_rate": 5.2631578947368424e-05,
1066
+ "loss": 0.0314,
1067
+ "step": 151
1068
+ },
1069
+ {
1070
+ "epoch": 8.46043165467626,
1071
+ "grad_norm": 0.40641433000564575,
1072
+ "learning_rate": 5.157894736842106e-05,
1073
+ "loss": 0.0378,
1074
+ "step": 152
1075
+ },
1076
+ {
1077
+ "epoch": 8.517985611510792,
1078
+ "grad_norm": 0.13249178230762482,
1079
+ "learning_rate": 5.052631578947369e-05,
1080
+ "loss": 0.0117,
1081
+ "step": 153
1082
+ },
1083
+ {
1084
+ "epoch": 8.575539568345324,
1085
+ "grad_norm": 0.3464171886444092,
1086
+ "learning_rate": 4.9473684210526315e-05,
1087
+ "loss": 0.0242,
1088
+ "step": 154
1089
+ },
1090
+ {
1091
+ "epoch": 8.633093525179856,
1092
+ "grad_norm": 0.25235357880592346,
1093
+ "learning_rate": 4.842105263157895e-05,
1094
+ "loss": 0.018,
1095
+ "step": 155
1096
+ },
1097
+ {
1098
+ "epoch": 8.690647482014388,
1099
+ "grad_norm": 0.284230500459671,
1100
+ "learning_rate": 4.736842105263158e-05,
1101
+ "loss": 0.0204,
1102
+ "step": 156
1103
+ },
1104
+ {
1105
+ "epoch": 8.748201438848922,
1106
+ "grad_norm": 0.45346125960350037,
1107
+ "learning_rate": 4.6315789473684214e-05,
1108
+ "loss": 0.0324,
1109
+ "step": 157
1110
+ },
1111
+ {
1112
+ "epoch": 8.805755395683454,
1113
+ "grad_norm": 0.4248915910720825,
1114
+ "learning_rate": 4.5263157894736846e-05,
1115
+ "loss": 0.0473,
1116
+ "step": 158
1117
+ },
1118
+ {
1119
+ "epoch": 8.863309352517986,
1120
+ "grad_norm": 0.3843662142753601,
1121
+ "learning_rate": 4.421052631578947e-05,
1122
+ "loss": 0.0338,
1123
+ "step": 159
1124
+ },
1125
+ {
1126
+ "epoch": 8.920863309352518,
1127
+ "grad_norm": 0.31479740142822266,
1128
+ "learning_rate": 4.3157894736842105e-05,
1129
+ "loss": 0.0196,
1130
+ "step": 160
1131
+ },
1132
+ {
1133
+ "epoch": 8.97841726618705,
1134
+ "grad_norm": 0.44000598788261414,
1135
+ "learning_rate": 4.210526315789474e-05,
1136
+ "loss": 0.0631,
1137
+ "step": 161
1138
+ },
1139
+ {
1140
+ "epoch": 9.0,
1141
+ "grad_norm": 0.6475702524185181,
1142
+ "learning_rate": 4.105263157894737e-05,
1143
+ "loss": 0.0274,
1144
+ "step": 162
1145
+ },
1146
+ {
1147
+ "epoch": 9.057553956834532,
1148
+ "grad_norm": 0.22291642427444458,
1149
+ "learning_rate": 4e-05,
1150
+ "loss": 0.023,
1151
+ "step": 163
1152
+ },
1153
+ {
1154
+ "epoch": 9.115107913669064,
1155
+ "grad_norm": 0.21420802175998688,
1156
+ "learning_rate": 3.894736842105263e-05,
1157
+ "loss": 0.0471,
1158
+ "step": 164
1159
+ },
1160
+ {
1161
+ "epoch": 9.172661870503598,
1162
+ "grad_norm": 0.13398566842079163,
1163
+ "learning_rate": 3.789473684210527e-05,
1164
+ "loss": 0.006,
1165
+ "step": 165
1166
+ },
1167
+ {
1168
+ "epoch": 9.23021582733813,
1169
+ "grad_norm": 0.3127495348453522,
1170
+ "learning_rate": 3.6842105263157895e-05,
1171
+ "loss": 0.0246,
1172
+ "step": 166
1173
+ },
1174
+ {
1175
+ "epoch": 9.287769784172662,
1176
+ "grad_norm": 0.20528411865234375,
1177
+ "learning_rate": 3.578947368421053e-05,
1178
+ "loss": 0.0155,
1179
+ "step": 167
1180
+ },
1181
+ {
1182
+ "epoch": 9.345323741007194,
1183
+ "grad_norm": 0.36064884066581726,
1184
+ "learning_rate": 3.473684210526316e-05,
1185
+ "loss": 0.0311,
1186
+ "step": 168
1187
+ },
1188
+ {
1189
+ "epoch": 9.402877697841726,
1190
+ "grad_norm": 0.30914369225502014,
1191
+ "learning_rate": 3.368421052631579e-05,
1192
+ "loss": 0.0194,
1193
+ "step": 169
1194
+ },
1195
+ {
1196
+ "epoch": 9.46043165467626,
1197
+ "grad_norm": 0.35021311044692993,
1198
+ "learning_rate": 3.2631578947368426e-05,
1199
+ "loss": 0.0236,
1200
+ "step": 170
1201
+ },
1202
+ {
1203
+ "epoch": 9.517985611510792,
1204
+ "grad_norm": 0.2852305471897125,
1205
+ "learning_rate": 3.157894736842105e-05,
1206
+ "loss": 0.0157,
1207
+ "step": 171
1208
+ },
1209
+ {
1210
+ "epoch": 9.575539568345324,
1211
+ "grad_norm": 0.40218594670295715,
1212
+ "learning_rate": 3.0526315789473684e-05,
1213
+ "loss": 0.0205,
1214
+ "step": 172
1215
+ },
1216
+ {
1217
+ "epoch": 9.633093525179856,
1218
+ "grad_norm": 0.2896270751953125,
1219
+ "learning_rate": 2.9473684210526314e-05,
1220
+ "loss": 0.0208,
1221
+ "step": 173
1222
+ },
1223
+ {
1224
+ "epoch": 9.690647482014388,
1225
+ "grad_norm": 0.34825772047042847,
1226
+ "learning_rate": 2.842105263157895e-05,
1227
+ "loss": 0.0264,
1228
+ "step": 174
1229
+ },
1230
+ {
1231
+ "epoch": 9.748201438848922,
1232
+ "grad_norm": 0.3722160756587982,
1233
+ "learning_rate": 2.7368421052631583e-05,
1234
+ "loss": 0.0301,
1235
+ "step": 175
1236
+ },
1237
+ {
1238
+ "epoch": 9.805755395683454,
1239
+ "grad_norm": 0.37555378675460815,
1240
+ "learning_rate": 2.6315789473684212e-05,
1241
+ "loss": 0.0229,
1242
+ "step": 176
1243
+ },
1244
+ {
1245
+ "epoch": 9.863309352517986,
1246
+ "grad_norm": 0.27715688943862915,
1247
+ "learning_rate": 2.5263157894736845e-05,
1248
+ "loss": 0.0187,
1249
+ "step": 177
1250
+ },
1251
+ {
1252
+ "epoch": 9.920863309352518,
1253
+ "grad_norm": 0.23289476335048676,
1254
+ "learning_rate": 2.4210526315789474e-05,
1255
+ "loss": 0.0149,
1256
+ "step": 178
1257
+ },
1258
+ {
1259
+ "epoch": 9.97841726618705,
1260
+ "grad_norm": 0.36138466000556946,
1261
+ "learning_rate": 2.3157894736842107e-05,
1262
+ "loss": 0.0198,
1263
+ "step": 179
1264
+ },
1265
+ {
1266
+ "epoch": 10.0,
1267
+ "grad_norm": 0.3544670045375824,
1268
+ "learning_rate": 2.2105263157894736e-05,
1269
+ "loss": 0.0101,
1270
+ "step": 180
1271
+ }
1272
+ ],
1273
+ "logging_steps": 1,
1274
+ "max_steps": 200,
1275
+ "num_input_tokens_seen": 0,
1276
+ "num_train_epochs": 12,
1277
+ "save_steps": 20,
1278
+ "stateful_callbacks": {
1279
+ "TrainerControl": {
1280
+ "args": {
1281
+ "should_epoch_stop": false,
1282
+ "should_evaluate": false,
1283
+ "should_log": false,
1284
+ "should_save": true,
1285
+ "should_training_stop": false
1286
+ },
1287
+ "attributes": {}
1288
+ }
1289
+ },
1290
+ "total_flos": 2.365885636890624e+16,
1291
+ "train_batch_size": 1,
1292
+ "trial_name": null,
1293
+ "trial_params": null
1294
+ }
v5_dagger_model/checkpoint-180/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:969e56a7eae06893debed56d183f82653536b35bc145e8a7e175ba60a2cce302
3
+ size 5944
v5_dagger_model/checkpoint-180/video_preprocessor_config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": null,
3
+ "data_format": "channels_first",
4
+ "default_to_square": true,
5
+ "device": null,
6
+ "do_center_crop": null,
7
+ "do_convert_rgb": true,
8
+ "do_normalize": true,
9
+ "do_pad": null,
10
+ "do_rescale": true,
11
+ "do_resize": true,
12
+ "do_sample_frames": false,
13
+ "fps": null,
14
+ "image_mean": [
15
+ 0.48145466,
16
+ 0.4578275,
17
+ 0.40821073
18
+ ],
19
+ "image_std": [
20
+ 0.26862954,
21
+ 0.26130258,
22
+ 0.27577711
23
+ ],
24
+ "input_data_format": null,
25
+ "max_frames": 768,
26
+ "max_pixels": 12845056,
27
+ "merge_size": 2,
28
+ "min_frames": 4,
29
+ "min_pixels": 3136,
30
+ "num_frames": null,
31
+ "pad_size": null,
32
+ "patch_size": 14,
33
+ "processor_class": "_Unsloth_Patched_Qwen2_5_VLProcessor",
34
+ "resample": 3,
35
+ "rescale_factor": 0.00392156862745098,
36
+ "return_metadata": false,
37
+ "size": {
38
+ "longest_edge": 12845056,
39
+ "shortest_edge": 3136
40
+ },
41
+ "size_divisor": null,
42
+ "temporal_patch_size": 2,
43
+ "video_metadata": null,
44
+ "video_processor_type": "Qwen2VLVideoProcessor"
45
+ }
v5_dagger_model/checkpoint-180/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
v5_dagger_model/checkpoint-200/README.md ADDED
@@ -0,0 +1,210 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/qwen2.5-vl-7b-instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/qwen2.5-vl-7b-instruct
7
+ - lora
8
+ - sft
9
+ - transformers
10
+ - trl
11
+ - unsloth
12
+ ---
13
+
14
+ # Model Card for Model ID
15
+
16
+ <!-- Provide a quick summary of what the model is/does. -->
17
+
18
+
19
+
20
+ ## Model Details
21
+
22
+ ### Model Description
23
+
24
+ <!-- Provide a longer summary of what this model is. -->
25
+
26
+
27
+
28
+ - **Developed by:** [More Information Needed]
29
+ - **Funded by [optional]:** [More Information Needed]
30
+ - **Shared by [optional]:** [More Information Needed]
31
+ - **Model type:** [More Information Needed]
32
+ - **Language(s) (NLP):** [More Information Needed]
33
+ - **License:** [More Information Needed]
34
+ - **Finetuned from model [optional]:** [More Information Needed]
35
+
36
+ ### Model Sources [optional]
37
+
38
+ <!-- Provide the basic links for the model. -->
39
+
40
+ - **Repository:** [More Information Needed]
41
+ - **Paper [optional]:** [More Information Needed]
42
+ - **Demo [optional]:** [More Information Needed]
43
+
44
+ ## Uses
45
+
46
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
47
+
48
+ ### Direct Use
49
+
50
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
51
+
52
+ [More Information Needed]
53
+
54
+ ### Downstream Use [optional]
55
+
56
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
57
+
58
+ [More Information Needed]
59
+
60
+ ### Out-of-Scope Use
61
+
62
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
63
+
64
+ [More Information Needed]
65
+
66
+ ## Bias, Risks, and Limitations
67
+
68
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
69
+
70
+ [More Information Needed]
71
+
72
+ ### Recommendations
73
+
74
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
75
+
76
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
77
+
78
+ ## How to Get Started with the Model
79
+
80
+ Use the code below to get started with the model.
81
+
82
+ [More Information Needed]
83
+
84
+ ## Training Details
85
+
86
+ ### Training Data
87
+
88
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
89
+
90
+ [More Information Needed]
91
+
92
+ ### Training Procedure
93
+
94
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
95
+
96
+ #### Preprocessing [optional]
97
+
98
+ [More Information Needed]
99
+
100
+
101
+ #### Training Hyperparameters
102
+
103
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
104
+
105
+ #### Speeds, Sizes, Times [optional]
106
+
107
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
108
+
109
+ [More Information Needed]
110
+
111
+ ## Evaluation
112
+
113
+ <!-- This section describes the evaluation protocols and provides the results. -->
114
+
115
+ ### Testing Data, Factors & Metrics
116
+
117
+ #### Testing Data
118
+
119
+ <!-- This should link to a Dataset Card if possible. -->
120
+
121
+ [More Information Needed]
122
+
123
+ #### Factors
124
+
125
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
126
+
127
+ [More Information Needed]
128
+
129
+ #### Metrics
130
+
131
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
132
+
133
+ [More Information Needed]
134
+
135
+ ### Results
136
+
137
+ [More Information Needed]
138
+
139
+ #### Summary
140
+
141
+
142
+
143
+ ## Model Examination [optional]
144
+
145
+ <!-- Relevant interpretability work for the model goes here -->
146
+
147
+ [More Information Needed]
148
+
149
+ ## Environmental Impact
150
+
151
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
152
+
153
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
154
+
155
+ - **Hardware Type:** [More Information Needed]
156
+ - **Hours used:** [More Information Needed]
157
+ - **Cloud Provider:** [More Information Needed]
158
+ - **Compute Region:** [More Information Needed]
159
+ - **Carbon Emitted:** [More Information Needed]
160
+
161
+ ## Technical Specifications [optional]
162
+
163
+ ### Model Architecture and Objective
164
+
165
+ [More Information Needed]
166
+
167
+ ### Compute Infrastructure
168
+
169
+ [More Information Needed]
170
+
171
+ #### Hardware
172
+
173
+ [More Information Needed]
174
+
175
+ #### Software
176
+
177
+ [More Information Needed]
178
+
179
+ ## Citation [optional]
180
+
181
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
182
+
183
+ **BibTeX:**
184
+
185
+ [More Information Needed]
186
+
187
+ **APA:**
188
+
189
+ [More Information Needed]
190
+
191
+ ## Glossary [optional]
192
+
193
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
194
+
195
+ [More Information Needed]
196
+
197
+ ## More Information [optional]
198
+
199
+ [More Information Needed]
200
+
201
+ ## Model Card Authors [optional]
202
+
203
+ [More Information Needed]
204
+
205
+ ## Model Card Contact
206
+
207
+ [More Information Needed]
208
+ ### Framework versions
209
+
210
+ - PEFT 0.18.1
v5_dagger_model/checkpoint-200/adapter_config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen2_5_VLForConditionalGeneration",
7
+ "parent_library": "transformers.models.qwen2_5_vl.modeling_qwen2_5_vl",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "unsloth/qwen2.5-vl-7b-instruct",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 16,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0,
26
+ "megatron_config": null,
27
+ "megatron_core": "megatron.core",
28
+ "modules_to_save": null,
29
+ "peft_type": "LORA",
30
+ "peft_version": "0.18.1",
31
+ "qalora_group_size": 16,
32
+ "r": 16,
33
+ "rank_pattern": {},
34
+ "revision": null,
35
+ "target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:qkv|proj|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:qkv|proj|gate_proj|up_proj|down_proj|q_proj|k_proj|v_proj|o_proj)))",
36
+ "target_parameters": null,
37
+ "task_type": "CAUSAL_LM",
38
+ "trainable_token_indices": null,
39
+ "use_dora": false,
40
+ "use_qalora": false,
41
+ "use_rslora": false
42
+ }
v5_dagger_model/checkpoint-200/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08b8c8d6d82ce21ed20fb5412ef5d433408a355615435f2800946c1b12d44ed5
3
+ size 161539072
v5_dagger_model/checkpoint-200/added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
v5_dagger_model/checkpoint-200/chat_template.jinja ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system
2
+ You are a helpful assistant.<|im_end|>
3
+ {% endif %}<|im_start|>{{ message['role'] }}
4
+ {% if message['content'] is string %}{{ message['content'] }}<|im_end|>
5
+ {% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>
6
+ {% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant
7
+ {% endif %}
v5_dagger_model/checkpoint-200/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
v5_dagger_model/checkpoint-200/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f38b18b87b3cec636b40dec5107691df1d9afe63a533ad176768c5b0bf82e146
3
+ size 82464628
v5_dagger_model/checkpoint-200/preprocessor_config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": null,
3
+ "data_format": "channels_first",
4
+ "default_to_square": true,
5
+ "device": null,
6
+ "disable_grouping": null,
7
+ "do_center_crop": null,
8
+ "do_convert_rgb": true,
9
+ "do_normalize": true,
10
+ "do_pad": null,
11
+ "do_rescale": true,
12
+ "do_resize": true,
13
+ "image_mean": [
14
+ 0.48145466,
15
+ 0.4578275,
16
+ 0.40821073
17
+ ],
18
+ "image_processor_type": "Qwen2VLImageProcessorFast",
19
+ "image_std": [
20
+ 0.26862954,
21
+ 0.26130258,
22
+ 0.27577711
23
+ ],
24
+ "input_data_format": null,
25
+ "max_pixels": 12845056,
26
+ "merge_size": 2,
27
+ "min_pixels": 3136,
28
+ "pad_size": null,
29
+ "patch_size": 14,
30
+ "processor_class": "_Unsloth_Patched_Qwen2_5_VLProcessor",
31
+ "resample": 3,
32
+ "rescale_factor": 0.00392156862745098,
33
+ "return_tensors": null,
34
+ "size": {
35
+ "longest_edge": 12845056,
36
+ "shortest_edge": 3136
37
+ },
38
+ "temporal_patch_size": 2
39
+ }
v5_dagger_model/checkpoint-200/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:004e07e622390b3ef93cd3c314e8250117d865d4c97d71719da5ef24b150050b
3
+ size 14244
v5_dagger_model/checkpoint-200/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca9a25c72339c898b564e0c464a3f6fc75bbeec408008928b7ed05533156b98c
3
+ size 1064
v5_dagger_model/checkpoint-200/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|vision_pad|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
v5_dagger_model/checkpoint-200/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:741c85ffe434aad73e934a73ef380c85e94cd863b8f55e1a1ad66cacb5a93dfd
3
+ size 11422164
v5_dagger_model/checkpoint-200/tokenizer_config.json ADDED
@@ -0,0 +1,209 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ }
181
+ },
182
+ "additional_special_tokens": [
183
+ "<|im_start|>",
184
+ "<|im_end|>",
185
+ "<|object_ref_start|>",
186
+ "<|object_ref_end|>",
187
+ "<|box_start|>",
188
+ "<|box_end|>",
189
+ "<|quad_start|>",
190
+ "<|quad_end|>",
191
+ "<|vision_start|>",
192
+ "<|vision_end|>",
193
+ "<|vision_pad|>",
194
+ "<|image_pad|>",
195
+ "<|video_pad|>"
196
+ ],
197
+ "bos_token": null,
198
+ "clean_up_tokenization_spaces": false,
199
+ "eos_token": "<|im_end|>",
200
+ "errors": "replace",
201
+ "extra_special_tokens": {},
202
+ "model_max_length": 32768,
203
+ "pad_token": "<|vision_pad|>",
204
+ "padding_side": "right",
205
+ "processor_class": "_Unsloth_Patched_Qwen2_5_VLProcessor",
206
+ "split_special_tokens": false,
207
+ "tokenizer_class": "Qwen2Tokenizer",
208
+ "unk_token": null
209
+ }
v5_dagger_model/checkpoint-200/trainer_state.json ADDED
@@ -0,0 +1,1434 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_global_step": null,
3
+ "best_metric": null,
4
+ "best_model_checkpoint": null,
5
+ "epoch": 11.115107913669064,
6
+ "eval_steps": 500,
7
+ "global_step": 200,
8
+ "is_hyper_param_search": false,
9
+ "is_local_process_zero": true,
10
+ "is_world_process_zero": true,
11
+ "log_history": [
12
+ {
13
+ "epoch": 0.05755395683453238,
14
+ "grad_norm": 2.2564826011657715,
15
+ "learning_rate": 0.0,
16
+ "loss": 4.8786,
17
+ "step": 1
18
+ },
19
+ {
20
+ "epoch": 0.11510791366906475,
21
+ "grad_norm": 2.6304173469543457,
22
+ "learning_rate": 2e-05,
23
+ "loss": 5.4851,
24
+ "step": 2
25
+ },
26
+ {
27
+ "epoch": 0.17266187050359713,
28
+ "grad_norm": 2.5263326168060303,
29
+ "learning_rate": 4e-05,
30
+ "loss": 4.7033,
31
+ "step": 3
32
+ },
33
+ {
34
+ "epoch": 0.2302158273381295,
35
+ "grad_norm": 2.3896210193634033,
36
+ "learning_rate": 6e-05,
37
+ "loss": 4.6046,
38
+ "step": 4
39
+ },
40
+ {
41
+ "epoch": 0.28776978417266186,
42
+ "grad_norm": 2.7547967433929443,
43
+ "learning_rate": 8e-05,
44
+ "loss": 4.9866,
45
+ "step": 5
46
+ },
47
+ {
48
+ "epoch": 0.34532374100719426,
49
+ "grad_norm": 3.2151615619659424,
50
+ "learning_rate": 0.0001,
51
+ "loss": 5.0008,
52
+ "step": 6
53
+ },
54
+ {
55
+ "epoch": 0.4028776978417266,
56
+ "grad_norm": 2.4654593467712402,
57
+ "learning_rate": 0.00012,
58
+ "loss": 3.7805,
59
+ "step": 7
60
+ },
61
+ {
62
+ "epoch": 0.460431654676259,
63
+ "grad_norm": 2.3590445518493652,
64
+ "learning_rate": 0.00014,
65
+ "loss": 3.5862,
66
+ "step": 8
67
+ },
68
+ {
69
+ "epoch": 0.5179856115107914,
70
+ "grad_norm": 1.6592985391616821,
71
+ "learning_rate": 0.00016,
72
+ "loss": 2.8476,
73
+ "step": 9
74
+ },
75
+ {
76
+ "epoch": 0.5755395683453237,
77
+ "grad_norm": 1.1599284410476685,
78
+ "learning_rate": 0.00018,
79
+ "loss": 2.1064,
80
+ "step": 10
81
+ },
82
+ {
83
+ "epoch": 0.6330935251798561,
84
+ "grad_norm": 1.802690029144287,
85
+ "learning_rate": 0.0002,
86
+ "loss": 2.4239,
87
+ "step": 11
88
+ },
89
+ {
90
+ "epoch": 0.6906474820143885,
91
+ "grad_norm": 1.470718502998352,
92
+ "learning_rate": 0.00019894736842105264,
93
+ "loss": 2.1704,
94
+ "step": 12
95
+ },
96
+ {
97
+ "epoch": 0.7482014388489209,
98
+ "grad_norm": 2.7104134559631348,
99
+ "learning_rate": 0.00019789473684210526,
100
+ "loss": 1.9153,
101
+ "step": 13
102
+ },
103
+ {
104
+ "epoch": 0.8057553956834532,
105
+ "grad_norm": 1.823458194732666,
106
+ "learning_rate": 0.0001968421052631579,
107
+ "loss": 1.5356,
108
+ "step": 14
109
+ },
110
+ {
111
+ "epoch": 0.8633093525179856,
112
+ "grad_norm": 1.5308654308319092,
113
+ "learning_rate": 0.00019578947368421054,
114
+ "loss": 1.6719,
115
+ "step": 15
116
+ },
117
+ {
118
+ "epoch": 0.920863309352518,
119
+ "grad_norm": 1.1720850467681885,
120
+ "learning_rate": 0.00019473684210526317,
121
+ "loss": 1.4082,
122
+ "step": 16
123
+ },
124
+ {
125
+ "epoch": 0.9784172661870504,
126
+ "grad_norm": 0.921774685382843,
127
+ "learning_rate": 0.0001936842105263158,
128
+ "loss": 1.3164,
129
+ "step": 17
130
+ },
131
+ {
132
+ "epoch": 1.0,
133
+ "grad_norm": 1.0646902322769165,
134
+ "learning_rate": 0.00019263157894736842,
135
+ "loss": 1.3508,
136
+ "step": 18
137
+ },
138
+ {
139
+ "epoch": 1.0575539568345325,
140
+ "grad_norm": 0.7060080170631409,
141
+ "learning_rate": 0.00019157894736842104,
142
+ "loss": 1.1843,
143
+ "step": 19
144
+ },
145
+ {
146
+ "epoch": 1.1151079136690647,
147
+ "grad_norm": 0.6636799573898315,
148
+ "learning_rate": 0.0001905263157894737,
149
+ "loss": 1.013,
150
+ "step": 20
151
+ },
152
+ {
153
+ "epoch": 1.1726618705035972,
154
+ "grad_norm": 0.6766036748886108,
155
+ "learning_rate": 0.00018947368421052632,
156
+ "loss": 0.8595,
157
+ "step": 21
158
+ },
159
+ {
160
+ "epoch": 1.2302158273381294,
161
+ "grad_norm": 0.5309479832649231,
162
+ "learning_rate": 0.00018842105263157898,
163
+ "loss": 0.8741,
164
+ "step": 22
165
+ },
166
+ {
167
+ "epoch": 1.2877697841726619,
168
+ "grad_norm": 0.7695677876472473,
169
+ "learning_rate": 0.0001873684210526316,
170
+ "loss": 0.9812,
171
+ "step": 23
172
+ },
173
+ {
174
+ "epoch": 1.3453237410071943,
175
+ "grad_norm": 0.8244631290435791,
176
+ "learning_rate": 0.00018631578947368423,
177
+ "loss": 0.7284,
178
+ "step": 24
179
+ },
180
+ {
181
+ "epoch": 1.4028776978417266,
182
+ "grad_norm": 0.7941868305206299,
183
+ "learning_rate": 0.00018526315789473685,
184
+ "loss": 0.7796,
185
+ "step": 25
186
+ },
187
+ {
188
+ "epoch": 1.460431654676259,
189
+ "grad_norm": 0.5958636999130249,
190
+ "learning_rate": 0.00018421052631578948,
191
+ "loss": 0.8259,
192
+ "step": 26
193
+ },
194
+ {
195
+ "epoch": 1.5179856115107913,
196
+ "grad_norm": 0.8691028952598572,
197
+ "learning_rate": 0.0001831578947368421,
198
+ "loss": 0.6653,
199
+ "step": 27
200
+ },
201
+ {
202
+ "epoch": 1.5755395683453237,
203
+ "grad_norm": 0.646342396736145,
204
+ "learning_rate": 0.00018210526315789476,
205
+ "loss": 0.6347,
206
+ "step": 28
207
+ },
208
+ {
209
+ "epoch": 1.6330935251798562,
210
+ "grad_norm": 0.6964317560195923,
211
+ "learning_rate": 0.00018105263157894739,
212
+ "loss": 0.6772,
213
+ "step": 29
214
+ },
215
+ {
216
+ "epoch": 1.6906474820143886,
217
+ "grad_norm": 0.6086808443069458,
218
+ "learning_rate": 0.00018,
219
+ "loss": 0.6906,
220
+ "step": 30
221
+ },
222
+ {
223
+ "epoch": 1.7482014388489209,
224
+ "grad_norm": 0.6074932217597961,
225
+ "learning_rate": 0.00017894736842105264,
226
+ "loss": 0.6537,
227
+ "step": 31
228
+ },
229
+ {
230
+ "epoch": 1.8057553956834531,
231
+ "grad_norm": 0.539799690246582,
232
+ "learning_rate": 0.00017789473684210526,
233
+ "loss": 0.5003,
234
+ "step": 32
235
+ },
236
+ {
237
+ "epoch": 1.8633093525179856,
238
+ "grad_norm": 0.5748394727706909,
239
+ "learning_rate": 0.0001768421052631579,
240
+ "loss": 0.3782,
241
+ "step": 33
242
+ },
243
+ {
244
+ "epoch": 1.920863309352518,
245
+ "grad_norm": 0.5975272059440613,
246
+ "learning_rate": 0.00017578947368421052,
247
+ "loss": 0.4689,
248
+ "step": 34
249
+ },
250
+ {
251
+ "epoch": 1.9784172661870505,
252
+ "grad_norm": 0.6873601078987122,
253
+ "learning_rate": 0.00017473684210526317,
254
+ "loss": 0.5143,
255
+ "step": 35
256
+ },
257
+ {
258
+ "epoch": 2.0,
259
+ "grad_norm": 0.7587007880210876,
260
+ "learning_rate": 0.0001736842105263158,
261
+ "loss": 0.3664,
262
+ "step": 36
263
+ },
264
+ {
265
+ "epoch": 2.0575539568345325,
266
+ "grad_norm": 0.5641581416130066,
267
+ "learning_rate": 0.00017263157894736842,
268
+ "loss": 0.3186,
269
+ "step": 37
270
+ },
271
+ {
272
+ "epoch": 2.115107913669065,
273
+ "grad_norm": 0.6975970268249512,
274
+ "learning_rate": 0.00017157894736842107,
275
+ "loss": 0.4577,
276
+ "step": 38
277
+ },
278
+ {
279
+ "epoch": 2.172661870503597,
280
+ "grad_norm": 0.5590388774871826,
281
+ "learning_rate": 0.0001705263157894737,
282
+ "loss": 0.2734,
283
+ "step": 39
284
+ },
285
+ {
286
+ "epoch": 2.2302158273381294,
287
+ "grad_norm": 0.5296897292137146,
288
+ "learning_rate": 0.00016947368421052633,
289
+ "loss": 0.3938,
290
+ "step": 40
291
+ },
292
+ {
293
+ "epoch": 2.287769784172662,
294
+ "grad_norm": 0.44214928150177,
295
+ "learning_rate": 0.00016842105263157895,
296
+ "loss": 0.4129,
297
+ "step": 41
298
+ },
299
+ {
300
+ "epoch": 2.3453237410071943,
301
+ "grad_norm": 0.5920043587684631,
302
+ "learning_rate": 0.0001673684210526316,
303
+ "loss": 0.2301,
304
+ "step": 42
305
+ },
306
+ {
307
+ "epoch": 2.402877697841727,
308
+ "grad_norm": 0.5350307822227478,
309
+ "learning_rate": 0.00016631578947368423,
310
+ "loss": 0.3897,
311
+ "step": 43
312
+ },
313
+ {
314
+ "epoch": 2.460431654676259,
315
+ "grad_norm": 0.5216901898384094,
316
+ "learning_rate": 0.00016526315789473686,
317
+ "loss": 0.3855,
318
+ "step": 44
319
+ },
320
+ {
321
+ "epoch": 2.5179856115107913,
322
+ "grad_norm": 0.6011196374893188,
323
+ "learning_rate": 0.00016421052631578948,
324
+ "loss": 0.3711,
325
+ "step": 45
326
+ },
327
+ {
328
+ "epoch": 2.5755395683453237,
329
+ "grad_norm": 0.5409759283065796,
330
+ "learning_rate": 0.0001631578947368421,
331
+ "loss": 0.2035,
332
+ "step": 46
333
+ },
334
+ {
335
+ "epoch": 2.633093525179856,
336
+ "grad_norm": 0.5009431838989258,
337
+ "learning_rate": 0.00016210526315789473,
338
+ "loss": 0.1684,
339
+ "step": 47
340
+ },
341
+ {
342
+ "epoch": 2.6906474820143886,
343
+ "grad_norm": 0.6343453526496887,
344
+ "learning_rate": 0.00016105263157894736,
345
+ "loss": 0.4425,
346
+ "step": 48
347
+ },
348
+ {
349
+ "epoch": 2.7482014388489207,
350
+ "grad_norm": 0.5234959721565247,
351
+ "learning_rate": 0.00016,
352
+ "loss": 0.2177,
353
+ "step": 49
354
+ },
355
+ {
356
+ "epoch": 2.805755395683453,
357
+ "grad_norm": 0.47029346227645874,
358
+ "learning_rate": 0.00015894736842105264,
359
+ "loss": 0.2741,
360
+ "step": 50
361
+ },
362
+ {
363
+ "epoch": 2.8633093525179856,
364
+ "grad_norm": 0.5409159064292908,
365
+ "learning_rate": 0.00015789473684210527,
366
+ "loss": 0.3455,
367
+ "step": 51
368
+ },
369
+ {
370
+ "epoch": 2.920863309352518,
371
+ "grad_norm": 0.5376619696617126,
372
+ "learning_rate": 0.0001568421052631579,
373
+ "loss": 0.3439,
374
+ "step": 52
375
+ },
376
+ {
377
+ "epoch": 2.9784172661870505,
378
+ "grad_norm": 0.6080886721611023,
379
+ "learning_rate": 0.00015578947368421052,
380
+ "loss": 0.3303,
381
+ "step": 53
382
+ },
383
+ {
384
+ "epoch": 3.0,
385
+ "grad_norm": 0.7982627153396606,
386
+ "learning_rate": 0.00015473684210526317,
387
+ "loss": 0.3354,
388
+ "step": 54
389
+ },
390
+ {
391
+ "epoch": 3.0575539568345325,
392
+ "grad_norm": 0.5055177211761475,
393
+ "learning_rate": 0.0001536842105263158,
394
+ "loss": 0.2868,
395
+ "step": 55
396
+ },
397
+ {
398
+ "epoch": 3.115107913669065,
399
+ "grad_norm": 0.4262123107910156,
400
+ "learning_rate": 0.00015263157894736845,
401
+ "loss": 0.2097,
402
+ "step": 56
403
+ },
404
+ {
405
+ "epoch": 3.172661870503597,
406
+ "grad_norm": 0.3976552486419678,
407
+ "learning_rate": 0.00015157894736842108,
408
+ "loss": 0.3558,
409
+ "step": 57
410
+ },
411
+ {
412
+ "epoch": 3.2302158273381294,
413
+ "grad_norm": 0.46125659346580505,
414
+ "learning_rate": 0.0001505263157894737,
415
+ "loss": 0.2219,
416
+ "step": 58
417
+ },
418
+ {
419
+ "epoch": 3.287769784172662,
420
+ "grad_norm": 0.4844948649406433,
421
+ "learning_rate": 0.00014947368421052633,
422
+ "loss": 0.2234,
423
+ "step": 59
424
+ },
425
+ {
426
+ "epoch": 3.3453237410071943,
427
+ "grad_norm": 0.6512012481689453,
428
+ "learning_rate": 0.00014842105263157895,
429
+ "loss": 0.274,
430
+ "step": 60
431
+ },
432
+ {
433
+ "epoch": 3.402877697841727,
434
+ "grad_norm": 0.5738747715950012,
435
+ "learning_rate": 0.00014736842105263158,
436
+ "loss": 0.2676,
437
+ "step": 61
438
+ },
439
+ {
440
+ "epoch": 3.460431654676259,
441
+ "grad_norm": 0.5202072858810425,
442
+ "learning_rate": 0.00014631578947368423,
443
+ "loss": 0.2553,
444
+ "step": 62
445
+ },
446
+ {
447
+ "epoch": 3.5179856115107913,
448
+ "grad_norm": 0.5690760612487793,
449
+ "learning_rate": 0.00014526315789473686,
450
+ "loss": 0.1784,
451
+ "step": 63
452
+ },
453
+ {
454
+ "epoch": 3.5755395683453237,
455
+ "grad_norm": 0.6203038096427917,
456
+ "learning_rate": 0.00014421052631578948,
457
+ "loss": 0.1628,
458
+ "step": 64
459
+ },
460
+ {
461
+ "epoch": 3.633093525179856,
462
+ "grad_norm": 0.31157344579696655,
463
+ "learning_rate": 0.0001431578947368421,
464
+ "loss": 0.0833,
465
+ "step": 65
466
+ },
467
+ {
468
+ "epoch": 3.6906474820143886,
469
+ "grad_norm": 0.34490475058555603,
470
+ "learning_rate": 0.00014210526315789474,
471
+ "loss": 0.0886,
472
+ "step": 66
473
+ },
474
+ {
475
+ "epoch": 3.7482014388489207,
476
+ "grad_norm": 0.7103127241134644,
477
+ "learning_rate": 0.00014105263157894736,
478
+ "loss": 0.2206,
479
+ "step": 67
480
+ },
481
+ {
482
+ "epoch": 3.805755395683453,
483
+ "grad_norm": 0.5580653548240662,
484
+ "learning_rate": 0.00014,
485
+ "loss": 0.2825,
486
+ "step": 68
487
+ },
488
+ {
489
+ "epoch": 3.8633093525179856,
490
+ "grad_norm": 0.5951279401779175,
491
+ "learning_rate": 0.00013894736842105264,
492
+ "loss": 0.2963,
493
+ "step": 69
494
+ },
495
+ {
496
+ "epoch": 3.920863309352518,
497
+ "grad_norm": 0.3637178838253021,
498
+ "learning_rate": 0.00013789473684210527,
499
+ "loss": 0.1536,
500
+ "step": 70
501
+ },
502
+ {
503
+ "epoch": 3.9784172661870505,
504
+ "grad_norm": 0.5208351016044617,
505
+ "learning_rate": 0.0001368421052631579,
506
+ "loss": 0.197,
507
+ "step": 71
508
+ },
509
+ {
510
+ "epoch": 4.0,
511
+ "grad_norm": 0.6591724753379822,
512
+ "learning_rate": 0.00013578947368421055,
513
+ "loss": 0.2031,
514
+ "step": 72
515
+ },
516
+ {
517
+ "epoch": 4.057553956834532,
518
+ "grad_norm": 0.5273791551589966,
519
+ "learning_rate": 0.00013473684210526317,
520
+ "loss": 0.1916,
521
+ "step": 73
522
+ },
523
+ {
524
+ "epoch": 4.115107913669065,
525
+ "grad_norm": 0.49362239241600037,
526
+ "learning_rate": 0.0001336842105263158,
527
+ "loss": 0.1308,
528
+ "step": 74
529
+ },
530
+ {
531
+ "epoch": 4.172661870503597,
532
+ "grad_norm": 0.39194148778915405,
533
+ "learning_rate": 0.00013263157894736842,
534
+ "loss": 0.1079,
535
+ "step": 75
536
+ },
537
+ {
538
+ "epoch": 4.23021582733813,
539
+ "grad_norm": 0.6204246878623962,
540
+ "learning_rate": 0.00013157894736842108,
541
+ "loss": 0.1913,
542
+ "step": 76
543
+ },
544
+ {
545
+ "epoch": 4.287769784172662,
546
+ "grad_norm": 0.3720596432685852,
547
+ "learning_rate": 0.0001305263157894737,
548
+ "loss": 0.12,
549
+ "step": 77
550
+ },
551
+ {
552
+ "epoch": 4.345323741007194,
553
+ "grad_norm": 0.5735775828361511,
554
+ "learning_rate": 0.00012947368421052633,
555
+ "loss": 0.1184,
556
+ "step": 78
557
+ },
558
+ {
559
+ "epoch": 4.402877697841727,
560
+ "grad_norm": 0.6928539872169495,
561
+ "learning_rate": 0.00012842105263157895,
562
+ "loss": 0.1654,
563
+ "step": 79
564
+ },
565
+ {
566
+ "epoch": 4.460431654676259,
567
+ "grad_norm": 0.7389291524887085,
568
+ "learning_rate": 0.00012736842105263158,
569
+ "loss": 0.1942,
570
+ "step": 80
571
+ },
572
+ {
573
+ "epoch": 4.517985611510792,
574
+ "grad_norm": 0.4916699528694153,
575
+ "learning_rate": 0.0001263157894736842,
576
+ "loss": 0.102,
577
+ "step": 81
578
+ },
579
+ {
580
+ "epoch": 4.575539568345324,
581
+ "grad_norm": 0.6677173376083374,
582
+ "learning_rate": 0.00012526315789473683,
583
+ "loss": 0.2271,
584
+ "step": 82
585
+ },
586
+ {
587
+ "epoch": 4.633093525179856,
588
+ "grad_norm": 0.4940044581890106,
589
+ "learning_rate": 0.00012421052631578949,
590
+ "loss": 0.1163,
591
+ "step": 83
592
+ },
593
+ {
594
+ "epoch": 4.690647482014389,
595
+ "grad_norm": 0.5350868701934814,
596
+ "learning_rate": 0.0001231578947368421,
597
+ "loss": 0.1427,
598
+ "step": 84
599
+ },
600
+ {
601
+ "epoch": 4.748201438848921,
602
+ "grad_norm": 0.6581408977508545,
603
+ "learning_rate": 0.00012210526315789474,
604
+ "loss": 0.1343,
605
+ "step": 85
606
+ },
607
+ {
608
+ "epoch": 4.805755395683454,
609
+ "grad_norm": 0.45714738965034485,
610
+ "learning_rate": 0.00012105263157894738,
611
+ "loss": 0.1206,
612
+ "step": 86
613
+ },
614
+ {
615
+ "epoch": 4.863309352517986,
616
+ "grad_norm": 0.5649847388267517,
617
+ "learning_rate": 0.00012,
618
+ "loss": 0.1647,
619
+ "step": 87
620
+ },
621
+ {
622
+ "epoch": 4.920863309352518,
623
+ "grad_norm": 0.7216070294380188,
624
+ "learning_rate": 0.00011894736842105263,
625
+ "loss": 0.1509,
626
+ "step": 88
627
+ },
628
+ {
629
+ "epoch": 4.9784172661870505,
630
+ "grad_norm": 0.8254823684692383,
631
+ "learning_rate": 0.00011789473684210525,
632
+ "loss": 0.2195,
633
+ "step": 89
634
+ },
635
+ {
636
+ "epoch": 5.0,
637
+ "grad_norm": 0.6784593462944031,
638
+ "learning_rate": 0.00011684210526315791,
639
+ "loss": 0.0999,
640
+ "step": 90
641
+ },
642
+ {
643
+ "epoch": 5.057553956834532,
644
+ "grad_norm": 0.45816510915756226,
645
+ "learning_rate": 0.00011578947368421053,
646
+ "loss": 0.106,
647
+ "step": 91
648
+ },
649
+ {
650
+ "epoch": 5.115107913669065,
651
+ "grad_norm": 0.28045934438705444,
652
+ "learning_rate": 0.00011473684210526316,
653
+ "loss": 0.0898,
654
+ "step": 92
655
+ },
656
+ {
657
+ "epoch": 5.172661870503597,
658
+ "grad_norm": 0.5236830711364746,
659
+ "learning_rate": 0.0001136842105263158,
660
+ "loss": 0.1103,
661
+ "step": 93
662
+ },
663
+ {
664
+ "epoch": 5.23021582733813,
665
+ "grad_norm": 0.4514773488044739,
666
+ "learning_rate": 0.00011263157894736843,
667
+ "loss": 0.0513,
668
+ "step": 94
669
+ },
670
+ {
671
+ "epoch": 5.287769784172662,
672
+ "grad_norm": 0.47659534215927124,
673
+ "learning_rate": 0.00011157894736842105,
674
+ "loss": 0.1132,
675
+ "step": 95
676
+ },
677
+ {
678
+ "epoch": 5.345323741007194,
679
+ "grad_norm": 0.4033092260360718,
680
+ "learning_rate": 0.0001105263157894737,
681
+ "loss": 0.0819,
682
+ "step": 96
683
+ },
684
+ {
685
+ "epoch": 5.402877697841727,
686
+ "grad_norm": 0.44451287388801575,
687
+ "learning_rate": 0.00010947368421052633,
688
+ "loss": 0.094,
689
+ "step": 97
690
+ },
691
+ {
692
+ "epoch": 5.460431654676259,
693
+ "grad_norm": 0.5565096735954285,
694
+ "learning_rate": 0.00010842105263157896,
695
+ "loss": 0.0954,
696
+ "step": 98
697
+ },
698
+ {
699
+ "epoch": 5.517985611510792,
700
+ "grad_norm": 0.6061581969261169,
701
+ "learning_rate": 0.00010736842105263158,
702
+ "loss": 0.1524,
703
+ "step": 99
704
+ },
705
+ {
706
+ "epoch": 5.575539568345324,
707
+ "grad_norm": 0.6519442796707153,
708
+ "learning_rate": 0.00010631578947368421,
709
+ "loss": 0.0963,
710
+ "step": 100
711
+ },
712
+ {
713
+ "epoch": 5.633093525179856,
714
+ "grad_norm": 0.6096929907798767,
715
+ "learning_rate": 0.00010526315789473685,
716
+ "loss": 0.0947,
717
+ "step": 101
718
+ },
719
+ {
720
+ "epoch": 5.690647482014389,
721
+ "grad_norm": 0.5992321372032166,
722
+ "learning_rate": 0.00010421052631578947,
723
+ "loss": 0.0849,
724
+ "step": 102
725
+ },
726
+ {
727
+ "epoch": 5.748201438848921,
728
+ "grad_norm": 0.6278153657913208,
729
+ "learning_rate": 0.00010315789473684211,
730
+ "loss": 0.0771,
731
+ "step": 103
732
+ },
733
+ {
734
+ "epoch": 5.805755395683454,
735
+ "grad_norm": 0.8151980042457581,
736
+ "learning_rate": 0.00010210526315789475,
737
+ "loss": 0.1253,
738
+ "step": 104
739
+ },
740
+ {
741
+ "epoch": 5.863309352517986,
742
+ "grad_norm": 0.3898473381996155,
743
+ "learning_rate": 0.00010105263157894738,
744
+ "loss": 0.0488,
745
+ "step": 105
746
+ },
747
+ {
748
+ "epoch": 5.920863309352518,
749
+ "grad_norm": 0.4772569537162781,
750
+ "learning_rate": 0.0001,
751
+ "loss": 0.0964,
752
+ "step": 106
753
+ },
754
+ {
755
+ "epoch": 5.9784172661870505,
756
+ "grad_norm": 0.6889118552207947,
757
+ "learning_rate": 9.894736842105263e-05,
758
+ "loss": 0.1749,
759
+ "step": 107
760
+ },
761
+ {
762
+ "epoch": 6.0,
763
+ "grad_norm": 0.813023030757904,
764
+ "learning_rate": 9.789473684210527e-05,
765
+ "loss": 0.0617,
766
+ "step": 108
767
+ },
768
+ {
769
+ "epoch": 6.057553956834532,
770
+ "grad_norm": 0.6126425266265869,
771
+ "learning_rate": 9.68421052631579e-05,
772
+ "loss": 0.116,
773
+ "step": 109
774
+ },
775
+ {
776
+ "epoch": 6.115107913669065,
777
+ "grad_norm": 0.36758872866630554,
778
+ "learning_rate": 9.578947368421052e-05,
779
+ "loss": 0.0589,
780
+ "step": 110
781
+ },
782
+ {
783
+ "epoch": 6.172661870503597,
784
+ "grad_norm": 0.38784849643707275,
785
+ "learning_rate": 9.473684210526316e-05,
786
+ "loss": 0.0833,
787
+ "step": 111
788
+ },
789
+ {
790
+ "epoch": 6.23021582733813,
791
+ "grad_norm": 0.3257942795753479,
792
+ "learning_rate": 9.36842105263158e-05,
793
+ "loss": 0.0418,
794
+ "step": 112
795
+ },
796
+ {
797
+ "epoch": 6.287769784172662,
798
+ "grad_norm": 0.5511656403541565,
799
+ "learning_rate": 9.263157894736843e-05,
800
+ "loss": 0.0843,
801
+ "step": 113
802
+ },
803
+ {
804
+ "epoch": 6.345323741007194,
805
+ "grad_norm": 0.3442849814891815,
806
+ "learning_rate": 9.157894736842105e-05,
807
+ "loss": 0.054,
808
+ "step": 114
809
+ },
810
+ {
811
+ "epoch": 6.402877697841727,
812
+ "grad_norm": 0.536539614200592,
813
+ "learning_rate": 9.052631578947369e-05,
814
+ "loss": 0.0413,
815
+ "step": 115
816
+ },
817
+ {
818
+ "epoch": 6.460431654676259,
819
+ "grad_norm": 0.524313747882843,
820
+ "learning_rate": 8.947368421052632e-05,
821
+ "loss": 0.0874,
822
+ "step": 116
823
+ },
824
+ {
825
+ "epoch": 6.517985611510792,
826
+ "grad_norm": 0.4178919494152069,
827
+ "learning_rate": 8.842105263157894e-05,
828
+ "loss": 0.0542,
829
+ "step": 117
830
+ },
831
+ {
832
+ "epoch": 6.575539568345324,
833
+ "grad_norm": 0.6238830089569092,
834
+ "learning_rate": 8.736842105263158e-05,
835
+ "loss": 0.1018,
836
+ "step": 118
837
+ },
838
+ {
839
+ "epoch": 6.633093525179856,
840
+ "grad_norm": 0.5132068991661072,
841
+ "learning_rate": 8.631578947368421e-05,
842
+ "loss": 0.0759,
843
+ "step": 119
844
+ },
845
+ {
846
+ "epoch": 6.690647482014389,
847
+ "grad_norm": 0.6828580498695374,
848
+ "learning_rate": 8.526315789473685e-05,
849
+ "loss": 0.06,
850
+ "step": 120
851
+ },
852
+ {
853
+ "epoch": 6.748201438848921,
854
+ "grad_norm": 0.863381028175354,
855
+ "learning_rate": 8.421052631578948e-05,
856
+ "loss": 0.1235,
857
+ "step": 121
858
+ },
859
+ {
860
+ "epoch": 6.805755395683454,
861
+ "grad_norm": 0.7518329620361328,
862
+ "learning_rate": 8.315789473684212e-05,
863
+ "loss": 0.0487,
864
+ "step": 122
865
+ },
866
+ {
867
+ "epoch": 6.863309352517986,
868
+ "grad_norm": 0.7018346190452576,
869
+ "learning_rate": 8.210526315789474e-05,
870
+ "loss": 0.0631,
871
+ "step": 123
872
+ },
873
+ {
874
+ "epoch": 6.920863309352518,
875
+ "grad_norm": 0.4782824218273163,
876
+ "learning_rate": 8.105263157894737e-05,
877
+ "loss": 0.074,
878
+ "step": 124
879
+ },
880
+ {
881
+ "epoch": 6.9784172661870505,
882
+ "grad_norm": 0.3680833578109741,
883
+ "learning_rate": 8e-05,
884
+ "loss": 0.0397,
885
+ "step": 125
886
+ },
887
+ {
888
+ "epoch": 7.0,
889
+ "grad_norm": 0.09224724024534225,
890
+ "learning_rate": 7.894736842105263e-05,
891
+ "loss": 0.0011,
892
+ "step": 126
893
+ },
894
+ {
895
+ "epoch": 7.057553956834532,
896
+ "grad_norm": 0.6668319702148438,
897
+ "learning_rate": 7.789473684210526e-05,
898
+ "loss": 0.0708,
899
+ "step": 127
900
+ },
901
+ {
902
+ "epoch": 7.115107913669065,
903
+ "grad_norm": 0.28305375576019287,
904
+ "learning_rate": 7.68421052631579e-05,
905
+ "loss": 0.0255,
906
+ "step": 128
907
+ },
908
+ {
909
+ "epoch": 7.172661870503597,
910
+ "grad_norm": 0.3016341030597687,
911
+ "learning_rate": 7.578947368421054e-05,
912
+ "loss": 0.0288,
913
+ "step": 129
914
+ },
915
+ {
916
+ "epoch": 7.23021582733813,
917
+ "grad_norm": 0.3837669789791107,
918
+ "learning_rate": 7.473684210526316e-05,
919
+ "loss": 0.0434,
920
+ "step": 130
921
+ },
922
+ {
923
+ "epoch": 7.287769784172662,
924
+ "grad_norm": 0.37557587027549744,
925
+ "learning_rate": 7.368421052631579e-05,
926
+ "loss": 0.0394,
927
+ "step": 131
928
+ },
929
+ {
930
+ "epoch": 7.345323741007194,
931
+ "grad_norm": 0.43611082434654236,
932
+ "learning_rate": 7.263157894736843e-05,
933
+ "loss": 0.063,
934
+ "step": 132
935
+ },
936
+ {
937
+ "epoch": 7.402877697841727,
938
+ "grad_norm": 0.41498398780822754,
939
+ "learning_rate": 7.157894736842105e-05,
940
+ "loss": 0.0419,
941
+ "step": 133
942
+ },
943
+ {
944
+ "epoch": 7.460431654676259,
945
+ "grad_norm": 0.39031943678855896,
946
+ "learning_rate": 7.052631578947368e-05,
947
+ "loss": 0.0507,
948
+ "step": 134
949
+ },
950
+ {
951
+ "epoch": 7.517985611510792,
952
+ "grad_norm": 0.371528297662735,
953
+ "learning_rate": 6.947368421052632e-05,
954
+ "loss": 0.0805,
955
+ "step": 135
956
+ },
957
+ {
958
+ "epoch": 7.575539568345324,
959
+ "grad_norm": 0.4692123532295227,
960
+ "learning_rate": 6.842105263157895e-05,
961
+ "loss": 0.0519,
962
+ "step": 136
963
+ },
964
+ {
965
+ "epoch": 7.633093525179856,
966
+ "grad_norm": 0.41735348105430603,
967
+ "learning_rate": 6.736842105263159e-05,
968
+ "loss": 0.0551,
969
+ "step": 137
970
+ },
971
+ {
972
+ "epoch": 7.690647482014389,
973
+ "grad_norm": 0.3480510115623474,
974
+ "learning_rate": 6.631578947368421e-05,
975
+ "loss": 0.0215,
976
+ "step": 138
977
+ },
978
+ {
979
+ "epoch": 7.748201438848921,
980
+ "grad_norm": 0.6142042875289917,
981
+ "learning_rate": 6.526315789473685e-05,
982
+ "loss": 0.059,
983
+ "step": 139
984
+ },
985
+ {
986
+ "epoch": 7.805755395683454,
987
+ "grad_norm": 0.5081954598426819,
988
+ "learning_rate": 6.421052631578948e-05,
989
+ "loss": 0.0495,
990
+ "step": 140
991
+ },
992
+ {
993
+ "epoch": 7.863309352517986,
994
+ "grad_norm": 0.501690685749054,
995
+ "learning_rate": 6.31578947368421e-05,
996
+ "loss": 0.07,
997
+ "step": 141
998
+ },
999
+ {
1000
+ "epoch": 7.920863309352518,
1001
+ "grad_norm": 0.4325466454029083,
1002
+ "learning_rate": 6.210526315789474e-05,
1003
+ "loss": 0.0586,
1004
+ "step": 142
1005
+ },
1006
+ {
1007
+ "epoch": 7.9784172661870505,
1008
+ "grad_norm": 0.3772739768028259,
1009
+ "learning_rate": 6.105263157894737e-05,
1010
+ "loss": 0.0344,
1011
+ "step": 143
1012
+ },
1013
+ {
1014
+ "epoch": 8.0,
1015
+ "grad_norm": 0.5539509057998657,
1016
+ "learning_rate": 6e-05,
1017
+ "loss": 0.0224,
1018
+ "step": 144
1019
+ },
1020
+ {
1021
+ "epoch": 8.057553956834532,
1022
+ "grad_norm": 0.27673545479774475,
1023
+ "learning_rate": 5.894736842105263e-05,
1024
+ "loss": 0.0302,
1025
+ "step": 145
1026
+ },
1027
+ {
1028
+ "epoch": 8.115107913669064,
1029
+ "grad_norm": 0.2896704375743866,
1030
+ "learning_rate": 5.789473684210527e-05,
1031
+ "loss": 0.0376,
1032
+ "step": 146
1033
+ },
1034
+ {
1035
+ "epoch": 8.172661870503598,
1036
+ "grad_norm": 0.30631378293037415,
1037
+ "learning_rate": 5.68421052631579e-05,
1038
+ "loss": 0.0504,
1039
+ "step": 147
1040
+ },
1041
+ {
1042
+ "epoch": 8.23021582733813,
1043
+ "grad_norm": 0.37479743361473083,
1044
+ "learning_rate": 5.5789473684210526e-05,
1045
+ "loss": 0.042,
1046
+ "step": 148
1047
+ },
1048
+ {
1049
+ "epoch": 8.287769784172662,
1050
+ "grad_norm": 0.2734068036079407,
1051
+ "learning_rate": 5.4736842105263165e-05,
1052
+ "loss": 0.035,
1053
+ "step": 149
1054
+ },
1055
+ {
1056
+ "epoch": 8.345323741007194,
1057
+ "grad_norm": 0.347070574760437,
1058
+ "learning_rate": 5.368421052631579e-05,
1059
+ "loss": 0.0229,
1060
+ "step": 150
1061
+ },
1062
+ {
1063
+ "epoch": 8.402877697841726,
1064
+ "grad_norm": 0.4153132736682892,
1065
+ "learning_rate": 5.2631578947368424e-05,
1066
+ "loss": 0.0314,
1067
+ "step": 151
1068
+ },
1069
+ {
1070
+ "epoch": 8.46043165467626,
1071
+ "grad_norm": 0.40641433000564575,
1072
+ "learning_rate": 5.157894736842106e-05,
1073
+ "loss": 0.0378,
1074
+ "step": 152
1075
+ },
1076
+ {
1077
+ "epoch": 8.517985611510792,
1078
+ "grad_norm": 0.13249178230762482,
1079
+ "learning_rate": 5.052631578947369e-05,
1080
+ "loss": 0.0117,
1081
+ "step": 153
1082
+ },
1083
+ {
1084
+ "epoch": 8.575539568345324,
1085
+ "grad_norm": 0.3464171886444092,
1086
+ "learning_rate": 4.9473684210526315e-05,
1087
+ "loss": 0.0242,
1088
+ "step": 154
1089
+ },
1090
+ {
1091
+ "epoch": 8.633093525179856,
1092
+ "grad_norm": 0.25235357880592346,
1093
+ "learning_rate": 4.842105263157895e-05,
1094
+ "loss": 0.018,
1095
+ "step": 155
1096
+ },
1097
+ {
1098
+ "epoch": 8.690647482014388,
1099
+ "grad_norm": 0.284230500459671,
1100
+ "learning_rate": 4.736842105263158e-05,
1101
+ "loss": 0.0204,
1102
+ "step": 156
1103
+ },
1104
+ {
1105
+ "epoch": 8.748201438848922,
1106
+ "grad_norm": 0.45346125960350037,
1107
+ "learning_rate": 4.6315789473684214e-05,
1108
+ "loss": 0.0324,
1109
+ "step": 157
1110
+ },
1111
+ {
1112
+ "epoch": 8.805755395683454,
1113
+ "grad_norm": 0.4248915910720825,
1114
+ "learning_rate": 4.5263157894736846e-05,
1115
+ "loss": 0.0473,
1116
+ "step": 158
1117
+ },
1118
+ {
1119
+ "epoch": 8.863309352517986,
1120
+ "grad_norm": 0.3843662142753601,
1121
+ "learning_rate": 4.421052631578947e-05,
1122
+ "loss": 0.0338,
1123
+ "step": 159
1124
+ },
1125
+ {
1126
+ "epoch": 8.920863309352518,
1127
+ "grad_norm": 0.31479740142822266,
1128
+ "learning_rate": 4.3157894736842105e-05,
1129
+ "loss": 0.0196,
1130
+ "step": 160
1131
+ },
1132
+ {
1133
+ "epoch": 8.97841726618705,
1134
+ "grad_norm": 0.44000598788261414,
1135
+ "learning_rate": 4.210526315789474e-05,
1136
+ "loss": 0.0631,
1137
+ "step": 161
1138
+ },
1139
+ {
1140
+ "epoch": 9.0,
1141
+ "grad_norm": 0.6475702524185181,
1142
+ "learning_rate": 4.105263157894737e-05,
1143
+ "loss": 0.0274,
1144
+ "step": 162
1145
+ },
1146
+ {
1147
+ "epoch": 9.057553956834532,
1148
+ "grad_norm": 0.22291642427444458,
1149
+ "learning_rate": 4e-05,
1150
+ "loss": 0.023,
1151
+ "step": 163
1152
+ },
1153
+ {
1154
+ "epoch": 9.115107913669064,
1155
+ "grad_norm": 0.21420802175998688,
1156
+ "learning_rate": 3.894736842105263e-05,
1157
+ "loss": 0.0471,
1158
+ "step": 164
1159
+ },
1160
+ {
1161
+ "epoch": 9.172661870503598,
1162
+ "grad_norm": 0.13398566842079163,
1163
+ "learning_rate": 3.789473684210527e-05,
1164
+ "loss": 0.006,
1165
+ "step": 165
1166
+ },
1167
+ {
1168
+ "epoch": 9.23021582733813,
1169
+ "grad_norm": 0.3127495348453522,
1170
+ "learning_rate": 3.6842105263157895e-05,
1171
+ "loss": 0.0246,
1172
+ "step": 166
1173
+ },
1174
+ {
1175
+ "epoch": 9.287769784172662,
1176
+ "grad_norm": 0.20528411865234375,
1177
+ "learning_rate": 3.578947368421053e-05,
1178
+ "loss": 0.0155,
1179
+ "step": 167
1180
+ },
1181
+ {
1182
+ "epoch": 9.345323741007194,
1183
+ "grad_norm": 0.36064884066581726,
1184
+ "learning_rate": 3.473684210526316e-05,
1185
+ "loss": 0.0311,
1186
+ "step": 168
1187
+ },
1188
+ {
1189
+ "epoch": 9.402877697841726,
1190
+ "grad_norm": 0.30914369225502014,
1191
+ "learning_rate": 3.368421052631579e-05,
1192
+ "loss": 0.0194,
1193
+ "step": 169
1194
+ },
1195
+ {
1196
+ "epoch": 9.46043165467626,
1197
+ "grad_norm": 0.35021311044692993,
1198
+ "learning_rate": 3.2631578947368426e-05,
1199
+ "loss": 0.0236,
1200
+ "step": 170
1201
+ },
1202
+ {
1203
+ "epoch": 9.517985611510792,
1204
+ "grad_norm": 0.2852305471897125,
1205
+ "learning_rate": 3.157894736842105e-05,
1206
+ "loss": 0.0157,
1207
+ "step": 171
1208
+ },
1209
+ {
1210
+ "epoch": 9.575539568345324,
1211
+ "grad_norm": 0.40218594670295715,
1212
+ "learning_rate": 3.0526315789473684e-05,
1213
+ "loss": 0.0205,
1214
+ "step": 172
1215
+ },
1216
+ {
1217
+ "epoch": 9.633093525179856,
1218
+ "grad_norm": 0.2896270751953125,
1219
+ "learning_rate": 2.9473684210526314e-05,
1220
+ "loss": 0.0208,
1221
+ "step": 173
1222
+ },
1223
+ {
1224
+ "epoch": 9.690647482014388,
1225
+ "grad_norm": 0.34825772047042847,
1226
+ "learning_rate": 2.842105263157895e-05,
1227
+ "loss": 0.0264,
1228
+ "step": 174
1229
+ },
1230
+ {
1231
+ "epoch": 9.748201438848922,
1232
+ "grad_norm": 0.3722160756587982,
1233
+ "learning_rate": 2.7368421052631583e-05,
1234
+ "loss": 0.0301,
1235
+ "step": 175
1236
+ },
1237
+ {
1238
+ "epoch": 9.805755395683454,
1239
+ "grad_norm": 0.37555378675460815,
1240
+ "learning_rate": 2.6315789473684212e-05,
1241
+ "loss": 0.0229,
1242
+ "step": 176
1243
+ },
1244
+ {
1245
+ "epoch": 9.863309352517986,
1246
+ "grad_norm": 0.27715688943862915,
1247
+ "learning_rate": 2.5263157894736845e-05,
1248
+ "loss": 0.0187,
1249
+ "step": 177
1250
+ },
1251
+ {
1252
+ "epoch": 9.920863309352518,
1253
+ "grad_norm": 0.23289476335048676,
1254
+ "learning_rate": 2.4210526315789474e-05,
1255
+ "loss": 0.0149,
1256
+ "step": 178
1257
+ },
1258
+ {
1259
+ "epoch": 9.97841726618705,
1260
+ "grad_norm": 0.36138466000556946,
1261
+ "learning_rate": 2.3157894736842107e-05,
1262
+ "loss": 0.0198,
1263
+ "step": 179
1264
+ },
1265
+ {
1266
+ "epoch": 10.0,
1267
+ "grad_norm": 0.3544670045375824,
1268
+ "learning_rate": 2.2105263157894736e-05,
1269
+ "loss": 0.0101,
1270
+ "step": 180
1271
+ },
1272
+ {
1273
+ "epoch": 10.057553956834532,
1274
+ "grad_norm": 0.262861967086792,
1275
+ "learning_rate": 2.105263157894737e-05,
1276
+ "loss": 0.0224,
1277
+ "step": 181
1278
+ },
1279
+ {
1280
+ "epoch": 10.115107913669064,
1281
+ "grad_norm": 0.2020009309053421,
1282
+ "learning_rate": 2e-05,
1283
+ "loss": 0.0069,
1284
+ "step": 182
1285
+ },
1286
+ {
1287
+ "epoch": 10.172661870503598,
1288
+ "grad_norm": 0.1618271917104721,
1289
+ "learning_rate": 1.8947368421052634e-05,
1290
+ "loss": 0.0089,
1291
+ "step": 183
1292
+ },
1293
+ {
1294
+ "epoch": 10.23021582733813,
1295
+ "grad_norm": 0.27916064858436584,
1296
+ "learning_rate": 1.7894736842105264e-05,
1297
+ "loss": 0.0396,
1298
+ "step": 184
1299
+ },
1300
+ {
1301
+ "epoch": 10.287769784172662,
1302
+ "grad_norm": 0.3328520953655243,
1303
+ "learning_rate": 1.6842105263157896e-05,
1304
+ "loss": 0.0145,
1305
+ "step": 185
1306
+ },
1307
+ {
1308
+ "epoch": 10.345323741007194,
1309
+ "grad_norm": 0.283782035112381,
1310
+ "learning_rate": 1.5789473684210526e-05,
1311
+ "loss": 0.0191,
1312
+ "step": 186
1313
+ },
1314
+ {
1315
+ "epoch": 10.402877697841726,
1316
+ "grad_norm": 0.26925837993621826,
1317
+ "learning_rate": 1.4736842105263157e-05,
1318
+ "loss": 0.025,
1319
+ "step": 187
1320
+ },
1321
+ {
1322
+ "epoch": 10.46043165467626,
1323
+ "grad_norm": 0.17918215692043304,
1324
+ "learning_rate": 1.3684210526315791e-05,
1325
+ "loss": 0.0087,
1326
+ "step": 188
1327
+ },
1328
+ {
1329
+ "epoch": 10.517985611510792,
1330
+ "grad_norm": 0.18995825946331024,
1331
+ "learning_rate": 1.2631578947368422e-05,
1332
+ "loss": 0.0121,
1333
+ "step": 189
1334
+ },
1335
+ {
1336
+ "epoch": 10.575539568345324,
1337
+ "grad_norm": 0.21823520958423615,
1338
+ "learning_rate": 1.1578947368421053e-05,
1339
+ "loss": 0.0085,
1340
+ "step": 190
1341
+ },
1342
+ {
1343
+ "epoch": 10.633093525179856,
1344
+ "grad_norm": 0.1712862104177475,
1345
+ "learning_rate": 1.0526315789473684e-05,
1346
+ "loss": 0.0073,
1347
+ "step": 191
1348
+ },
1349
+ {
1350
+ "epoch": 10.690647482014388,
1351
+ "grad_norm": 0.37750497460365295,
1352
+ "learning_rate": 9.473684210526317e-06,
1353
+ "loss": 0.0261,
1354
+ "step": 192
1355
+ },
1356
+ {
1357
+ "epoch": 10.748201438848922,
1358
+ "grad_norm": 0.1838180422782898,
1359
+ "learning_rate": 8.421052631578948e-06,
1360
+ "loss": 0.009,
1361
+ "step": 193
1362
+ },
1363
+ {
1364
+ "epoch": 10.805755395683454,
1365
+ "grad_norm": 0.2149781882762909,
1366
+ "learning_rate": 7.3684210526315784e-06,
1367
+ "loss": 0.0157,
1368
+ "step": 194
1369
+ },
1370
+ {
1371
+ "epoch": 10.863309352517986,
1372
+ "grad_norm": 0.2131088376045227,
1373
+ "learning_rate": 6.315789473684211e-06,
1374
+ "loss": 0.0162,
1375
+ "step": 195
1376
+ },
1377
+ {
1378
+ "epoch": 10.920863309352518,
1379
+ "grad_norm": 0.19945627450942993,
1380
+ "learning_rate": 5.263157894736842e-06,
1381
+ "loss": 0.0108,
1382
+ "step": 196
1383
+ },
1384
+ {
1385
+ "epoch": 10.97841726618705,
1386
+ "grad_norm": 0.19360119104385376,
1387
+ "learning_rate": 4.210526315789474e-06,
1388
+ "loss": 0.0074,
1389
+ "step": 197
1390
+ },
1391
+ {
1392
+ "epoch": 11.0,
1393
+ "grad_norm": 0.4595318138599396,
1394
+ "learning_rate": 3.1578947368421056e-06,
1395
+ "loss": 0.0166,
1396
+ "step": 198
1397
+ },
1398
+ {
1399
+ "epoch": 11.057553956834532,
1400
+ "grad_norm": 0.141096830368042,
1401
+ "learning_rate": 2.105263157894737e-06,
1402
+ "loss": 0.0084,
1403
+ "step": 199
1404
+ },
1405
+ {
1406
+ "epoch": 11.115107913669064,
1407
+ "grad_norm": 0.16863495111465454,
1408
+ "learning_rate": 1.0526315789473685e-06,
1409
+ "loss": 0.0067,
1410
+ "step": 200
1411
+ }
1412
+ ],
1413
+ "logging_steps": 1,
1414
+ "max_steps": 200,
1415
+ "num_input_tokens_seen": 0,
1416
+ "num_train_epochs": 12,
1417
+ "save_steps": 20,
1418
+ "stateful_callbacks": {
1419
+ "TrainerControl": {
1420
+ "args": {
1421
+ "should_epoch_stop": false,
1422
+ "should_evaluate": false,
1423
+ "should_log": false,
1424
+ "should_save": true,
1425
+ "should_training_stop": true
1426
+ },
1427
+ "attributes": {}
1428
+ }
1429
+ },
1430
+ "total_flos": 2.632696083700531e+16,
1431
+ "train_batch_size": 1,
1432
+ "trial_name": null,
1433
+ "trial_params": null
1434
+ }
v5_dagger_model/checkpoint-200/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:969e56a7eae06893debed56d183f82653536b35bc145e8a7e175ba60a2cce302
3
+ size 5944
v5_dagger_model/checkpoint-200/video_preprocessor_config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": null,
3
+ "data_format": "channels_first",
4
+ "default_to_square": true,
5
+ "device": null,
6
+ "do_center_crop": null,
7
+ "do_convert_rgb": true,
8
+ "do_normalize": true,
9
+ "do_pad": null,
10
+ "do_rescale": true,
11
+ "do_resize": true,
12
+ "do_sample_frames": false,
13
+ "fps": null,
14
+ "image_mean": [
15
+ 0.48145466,
16
+ 0.4578275,
17
+ 0.40821073
18
+ ],
19
+ "image_std": [
20
+ 0.26862954,
21
+ 0.26130258,
22
+ 0.27577711
23
+ ],
24
+ "input_data_format": null,
25
+ "max_frames": 768,
26
+ "max_pixels": 12845056,
27
+ "merge_size": 2,
28
+ "min_frames": 4,
29
+ "min_pixels": 3136,
30
+ "num_frames": null,
31
+ "pad_size": null,
32
+ "patch_size": 14,
33
+ "processor_class": "_Unsloth_Patched_Qwen2_5_VLProcessor",
34
+ "resample": 3,
35
+ "rescale_factor": 0.00392156862745098,
36
+ "return_metadata": false,
37
+ "size": {
38
+ "longest_edge": 12845056,
39
+ "shortest_edge": 3136
40
+ },
41
+ "size_divisor": null,
42
+ "temporal_patch_size": 2,
43
+ "video_metadata": null,
44
+ "video_processor_type": "Qwen2VLVideoProcessor"
45
+ }
v5_dagger_model/checkpoint-200/vocab.json ADDED
The diff for this file is too large to render. See raw diff
 
v5_dagger_model/merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
v5_dagger_model/preprocessor_config.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": null,
3
+ "data_format": "channels_first",
4
+ "default_to_square": true,
5
+ "device": null,
6
+ "disable_grouping": null,
7
+ "do_center_crop": null,
8
+ "do_convert_rgb": true,
9
+ "do_normalize": true,
10
+ "do_pad": null,
11
+ "do_rescale": true,
12
+ "do_resize": true,
13
+ "image_mean": [
14
+ 0.48145466,
15
+ 0.4578275,
16
+ 0.40821073
17
+ ],
18
+ "image_processor_type": "Qwen2VLImageProcessorFast",
19
+ "image_std": [
20
+ 0.26862954,
21
+ 0.26130258,
22
+ 0.27577711
23
+ ],
24
+ "input_data_format": null,
25
+ "max_pixels": 12845056,
26
+ "merge_size": 2,
27
+ "min_pixels": 3136,
28
+ "pad_size": null,
29
+ "patch_size": 14,
30
+ "processor_class": "_Unsloth_Patched_Qwen2_5_VLProcessor",
31
+ "resample": 3,
32
+ "rescale_factor": 0.00392156862745098,
33
+ "return_tensors": null,
34
+ "size": {
35
+ "longest_edge": 12845056,
36
+ "shortest_edge": 3136
37
+ },
38
+ "temporal_patch_size": 2
39
+ }
v5_dagger_model/special_tokens_map.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "<|im_start|>",
4
+ "<|im_end|>",
5
+ "<|object_ref_start|>",
6
+ "<|object_ref_end|>",
7
+ "<|box_start|>",
8
+ "<|box_end|>",
9
+ "<|quad_start|>",
10
+ "<|quad_end|>",
11
+ "<|vision_start|>",
12
+ "<|vision_end|>",
13
+ "<|vision_pad|>",
14
+ "<|image_pad|>",
15
+ "<|video_pad|>"
16
+ ],
17
+ "eos_token": {
18
+ "content": "<|im_end|>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ },
24
+ "pad_token": {
25
+ "content": "<|vision_pad|>",
26
+ "lstrip": false,
27
+ "normalized": false,
28
+ "rstrip": false,
29
+ "single_word": false
30
+ }
31
+ }
v5_dagger_model/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:741c85ffe434aad73e934a73ef380c85e94cd863b8f55e1a1ad66cacb5a93dfd
3
+ size 11422164
v5_dagger_model/tokenizer_config.json ADDED
@@ -0,0 +1,209 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
4
+ "added_tokens_decoder": {
5
+ "151643": {
6
+ "content": "<|endoftext|>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "151644": {
14
+ "content": "<|im_start|>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "151645": {
22
+ "content": "<|im_end|>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "151646": {
30
+ "content": "<|object_ref_start|>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ },
37
+ "151647": {
38
+ "content": "<|object_ref_end|>",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false,
43
+ "special": true
44
+ },
45
+ "151648": {
46
+ "content": "<|box_start|>",
47
+ "lstrip": false,
48
+ "normalized": false,
49
+ "rstrip": false,
50
+ "single_word": false,
51
+ "special": true
52
+ },
53
+ "151649": {
54
+ "content": "<|box_end|>",
55
+ "lstrip": false,
56
+ "normalized": false,
57
+ "rstrip": false,
58
+ "single_word": false,
59
+ "special": true
60
+ },
61
+ "151650": {
62
+ "content": "<|quad_start|>",
63
+ "lstrip": false,
64
+ "normalized": false,
65
+ "rstrip": false,
66
+ "single_word": false,
67
+ "special": true
68
+ },
69
+ "151651": {
70
+ "content": "<|quad_end|>",
71
+ "lstrip": false,
72
+ "normalized": false,
73
+ "rstrip": false,
74
+ "single_word": false,
75
+ "special": true
76
+ },
77
+ "151652": {
78
+ "content": "<|vision_start|>",
79
+ "lstrip": false,
80
+ "normalized": false,
81
+ "rstrip": false,
82
+ "single_word": false,
83
+ "special": true
84
+ },
85
+ "151653": {
86
+ "content": "<|vision_end|>",
87
+ "lstrip": false,
88
+ "normalized": false,
89
+ "rstrip": false,
90
+ "single_word": false,
91
+ "special": true
92
+ },
93
+ "151654": {
94
+ "content": "<|vision_pad|>",
95
+ "lstrip": false,
96
+ "normalized": false,
97
+ "rstrip": false,
98
+ "single_word": false,
99
+ "special": true
100
+ },
101
+ "151655": {
102
+ "content": "<|image_pad|>",
103
+ "lstrip": false,
104
+ "normalized": false,
105
+ "rstrip": false,
106
+ "single_word": false,
107
+ "special": true
108
+ },
109
+ "151656": {
110
+ "content": "<|video_pad|>",
111
+ "lstrip": false,
112
+ "normalized": false,
113
+ "rstrip": false,
114
+ "single_word": false,
115
+ "special": true
116
+ },
117
+ "151657": {
118
+ "content": "<tool_call>",
119
+ "lstrip": false,
120
+ "normalized": false,
121
+ "rstrip": false,
122
+ "single_word": false,
123
+ "special": false
124
+ },
125
+ "151658": {
126
+ "content": "</tool_call>",
127
+ "lstrip": false,
128
+ "normalized": false,
129
+ "rstrip": false,
130
+ "single_word": false,
131
+ "special": false
132
+ },
133
+ "151659": {
134
+ "content": "<|fim_prefix|>",
135
+ "lstrip": false,
136
+ "normalized": false,
137
+ "rstrip": false,
138
+ "single_word": false,
139
+ "special": false
140
+ },
141
+ "151660": {
142
+ "content": "<|fim_middle|>",
143
+ "lstrip": false,
144
+ "normalized": false,
145
+ "rstrip": false,
146
+ "single_word": false,
147
+ "special": false
148
+ },
149
+ "151661": {
150
+ "content": "<|fim_suffix|>",
151
+ "lstrip": false,
152
+ "normalized": false,
153
+ "rstrip": false,
154
+ "single_word": false,
155
+ "special": false
156
+ },
157
+ "151662": {
158
+ "content": "<|fim_pad|>",
159
+ "lstrip": false,
160
+ "normalized": false,
161
+ "rstrip": false,
162
+ "single_word": false,
163
+ "special": false
164
+ },
165
+ "151663": {
166
+ "content": "<|repo_name|>",
167
+ "lstrip": false,
168
+ "normalized": false,
169
+ "rstrip": false,
170
+ "single_word": false,
171
+ "special": false
172
+ },
173
+ "151664": {
174
+ "content": "<|file_sep|>",
175
+ "lstrip": false,
176
+ "normalized": false,
177
+ "rstrip": false,
178
+ "single_word": false,
179
+ "special": false
180
+ }
181
+ },
182
+ "additional_special_tokens": [
183
+ "<|im_start|>",
184
+ "<|im_end|>",
185
+ "<|object_ref_start|>",
186
+ "<|object_ref_end|>",
187
+ "<|box_start|>",
188
+ "<|box_end|>",
189
+ "<|quad_start|>",
190
+ "<|quad_end|>",
191
+ "<|vision_start|>",
192
+ "<|vision_end|>",
193
+ "<|vision_pad|>",
194
+ "<|image_pad|>",
195
+ "<|video_pad|>"
196
+ ],
197
+ "bos_token": null,
198
+ "clean_up_tokenization_spaces": false,
199
+ "eos_token": "<|im_end|>",
200
+ "errors": "replace",
201
+ "extra_special_tokens": {},
202
+ "model_max_length": 32768,
203
+ "pad_token": "<|vision_pad|>",
204
+ "padding_side": "right",
205
+ "processor_class": "_Unsloth_Patched_Qwen2_5_VLProcessor",
206
+ "split_special_tokens": false,
207
+ "tokenizer_class": "Qwen2Tokenizer",
208
+ "unk_token": null
209
+ }
v5_dagger_model/video_preprocessor_config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": null,
3
+ "data_format": "channels_first",
4
+ "default_to_square": true,
5
+ "device": null,
6
+ "do_center_crop": null,
7
+ "do_convert_rgb": true,
8
+ "do_normalize": true,
9
+ "do_pad": null,
10
+ "do_rescale": true,
11
+ "do_resize": true,
12
+ "do_sample_frames": false,
13
+ "fps": null,
14
+ "image_mean": [
15
+ 0.48145466,
16
+ 0.4578275,
17
+ 0.40821073
18
+ ],
19
+ "image_std": [
20
+ 0.26862954,
21
+ 0.26130258,
22
+ 0.27577711
23
+ ],
24
+ "input_data_format": null,
25
+ "max_frames": 768,
26
+ "max_pixels": 12845056,
27
+ "merge_size": 2,
28
+ "min_frames": 4,
29
+ "min_pixels": 3136,
30
+ "num_frames": null,
31
+ "pad_size": null,
32
+ "patch_size": 14,
33
+ "processor_class": "_Unsloth_Patched_Qwen2_5_VLProcessor",
34
+ "resample": 3,
35
+ "rescale_factor": 0.00392156862745098,
36
+ "return_metadata": false,
37
+ "size": {
38
+ "longest_edge": 12845056,
39
+ "shortest_edge": 3136
40
+ },
41
+ "size_divisor": null,
42
+ "temporal_patch_size": 2,
43
+ "video_metadata": null,
44
+ "video_processor_type": "Qwen2VLVideoProcessor"
45
+ }
v5_dagger_model/vocab.json ADDED
The diff for this file is too large to render. See raw diff