jon1012 commited on
Commit
8063b7f
·
verified ·
1 Parent(s): a3cc062

Add files using upload-large-folder tool

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
chat_template.jinja ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set image_count = namespace(value=0) %}
2
+ {%- set video_count = namespace(value=0) %}
3
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
4
+ {%- if content is string %}
5
+ {{- content }}
6
+ {%- elif content is iterable and content is not mapping %}
7
+ {%- for item in content %}
8
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
9
+ {%- if is_system_content %}
10
+ {{- raise_exception('System message cannot contain images.') }}
11
+ {%- endif %}
12
+ {%- if do_vision_count %}
13
+ {%- set image_count.value = image_count.value + 1 %}
14
+ {%- endif %}
15
+ {%- if add_vision_id %}
16
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
17
+ {%- endif %}
18
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
19
+ {%- elif 'video' in item or item.type == 'video' %}
20
+ {%- if is_system_content %}
21
+ {{- raise_exception('System message cannot contain videos.') }}
22
+ {%- endif %}
23
+ {%- if do_vision_count %}
24
+ {%- set video_count.value = video_count.value + 1 %}
25
+ {%- endif %}
26
+ {%- if add_vision_id %}
27
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
28
+ {%- endif %}
29
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
30
+ {%- elif 'text' in item %}
31
+ {{- item.text }}
32
+ {%- else %}
33
+ {{- raise_exception('Unexpected item type in content.') }}
34
+ {%- endif %}
35
+ {%- endfor %}
36
+ {%- elif content is none or content is undefined %}
37
+ {{- '' }}
38
+ {%- else %}
39
+ {{- raise_exception('Unexpected content type.') }}
40
+ {%- endif %}
41
+ {%- endmacro %}
42
+ {%- if not messages %}
43
+ {{- raise_exception('No messages provided.') }}
44
+ {%- endif %}
45
+ {%- if tools and tools is iterable and tools is not mapping %}
46
+ {{- '<|im_start|>system\n' }}
47
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
48
+ {%- for tool in tools %}
49
+ {{- "\n" }}
50
+ {{- tool | tojson }}
51
+ {%- endfor %}
52
+ {{- "\n</tools>" }}
53
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
54
+ {%- if messages[0].role == 'system' %}
55
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
56
+ {%- if content %}
57
+ {{- '\n\n' + content }}
58
+ {%- endif %}
59
+ {%- endif %}
60
+ {{- '<|im_end|>\n' }}
61
+ {%- else %}
62
+ {%- if messages[0].role == 'system' %}
63
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
64
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
65
+ {%- endif %}
66
+ {%- endif %}
67
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
68
+ {%- for message in messages[::-1] %}
69
+ {%- set index = (messages|length - 1) - loop.index0 %}
70
+ {%- if ns.multi_step_tool and message.role == "user" %}
71
+ {%- set content = render_content(message.content, false)|trim %}
72
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
73
+ {%- set ns.multi_step_tool = false %}
74
+ {%- set ns.last_query_index = index %}
75
+ {%- endif %}
76
+ {%- endif %}
77
+ {%- endfor %}
78
+ {%- if ns.multi_step_tool %}
79
+ {{- raise_exception('No user query found in messages.') }}
80
+ {%- endif %}
81
+ {%- for message in messages %}
82
+ {%- set content = render_content(message.content, true)|trim %}
83
+ {%- if message.role == "system" %}
84
+ {%- if not loop.first %}
85
+ {{- raise_exception('System message must be at the beginning.') }}
86
+ {%- endif %}
87
+ {%- elif message.role == "user" %}
88
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
89
+ {%- elif message.role == "assistant" %}
90
+ {%- set reasoning_content = '' %}
91
+ {%- if message.reasoning_content is string %}
92
+ {%- set reasoning_content = message.reasoning_content %}
93
+ {%- else %}
94
+ {%- if '</think>' in content %}
95
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
96
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
97
+ {%- endif %}
98
+ {%- endif %}
99
+ {%- set reasoning_content = reasoning_content|trim %}
100
+ {%- if loop.index0 > ns.last_query_index %}
101
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
102
+ {%- else %}
103
+ {{- '<|im_start|>' + message.role + '\n' + content }}
104
+ {%- endif %}
105
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
106
+ {%- for tool_call in message.tool_calls %}
107
+ {%- if tool_call.function is defined %}
108
+ {%- set tool_call = tool_call.function %}
109
+ {%- endif %}
110
+ {%- if loop.first %}
111
+ {%- if content|trim %}
112
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
113
+ {%- else %}
114
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
115
+ {%- endif %}
116
+ {%- else %}
117
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
118
+ {%- endif %}
119
+ {%- if tool_call.arguments is defined %}
120
+ {%- for args_name, args_value in tool_call.arguments|items %}
121
+ {{- '<parameter=' + args_name + '>\n' }}
122
+ {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
123
+ {{- args_value }}
124
+ {{- '\n</parameter>\n' }}
125
+ {%- endfor %}
126
+ {%- endif %}
127
+ {{- '</function>\n</tool_call>' }}
128
+ {%- endfor %}
129
+ {%- endif %}
130
+ {{- '<|im_end|>\n' }}
131
+ {%- elif message.role == "tool" %}
132
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
133
+ {{- '<|im_start|>user' }}
134
+ {%- endif %}
135
+ {{- '\n<tool_response>\n' }}
136
+ {{- content }}
137
+ {{- '\n</tool_response>' }}
138
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
139
+ {{- '<|im_end|>\n' }}
140
+ {%- elif loop.last %}
141
+ {{- '<|im_end|>\n' }}
142
+ {%- endif %}
143
+ {%- else %}
144
+ {{- raise_exception('Unexpected message role.') }}
145
+ {%- endif %}
146
+ {%- endfor %}
147
+ {%- if add_generation_prompt %}
148
+ {{- '<|im_start|>assistant\n' }}
149
+ {%- if enable_thinking is defined and enable_thinking is false %}
150
+ {{- '<think>\n\n</think>\n\n' }}
151
+ {%- else %}
152
+ {{- '<think>\n' }}
153
+ {%- endif %}
154
+ {%- endif %}
config.json ADDED
@@ -0,0 +1,83 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3_5ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "attn_output_gate": true,
8
+ "bos_token_id": null,
9
+ "dtype": "bfloat16",
10
+ "eos_token_id": 248044,
11
+ "full_attention_interval": 4,
12
+ "head_dim": 256,
13
+ "hidden_act": "silu",
14
+ "hidden_size": 4096,
15
+ "initializer_range": 0.02,
16
+ "intermediate_size": 12288,
17
+ "layer_types": [
18
+ "linear_attention",
19
+ "linear_attention",
20
+ "linear_attention",
21
+ "full_attention",
22
+ "linear_attention",
23
+ "linear_attention",
24
+ "linear_attention",
25
+ "full_attention",
26
+ "linear_attention",
27
+ "linear_attention",
28
+ "linear_attention",
29
+ "full_attention",
30
+ "linear_attention",
31
+ "linear_attention",
32
+ "linear_attention",
33
+ "full_attention",
34
+ "linear_attention",
35
+ "linear_attention",
36
+ "linear_attention",
37
+ "full_attention",
38
+ "linear_attention",
39
+ "linear_attention",
40
+ "linear_attention",
41
+ "full_attention",
42
+ "linear_attention",
43
+ "linear_attention",
44
+ "linear_attention",
45
+ "full_attention",
46
+ "linear_attention",
47
+ "linear_attention",
48
+ "linear_attention",
49
+ "full_attention"
50
+ ],
51
+ "linear_conv_kernel_dim": 4,
52
+ "linear_key_head_dim": 128,
53
+ "linear_num_key_heads": 16,
54
+ "linear_num_value_heads": 32,
55
+ "linear_value_head_dim": 128,
56
+ "mamba_ssm_dtype": "float32",
57
+ "max_position_embeddings": 262144,
58
+ "mlp_only_layers": [],
59
+ "model_type": "qwen3_5_text",
60
+ "mtp_num_hidden_layers": 1,
61
+ "mtp_use_dedicated_embeddings": false,
62
+ "num_attention_heads": 16,
63
+ "num_hidden_layers": 32,
64
+ "num_key_value_heads": 4,
65
+ "pad_token_id": null,
66
+ "partial_rotary_factor": 0.25,
67
+ "rms_norm_eps": 1e-06,
68
+ "rope_parameters": {
69
+ "mrope_interleaved": true,
70
+ "mrope_section": [
71
+ 11,
72
+ 11,
73
+ 10
74
+ ],
75
+ "partial_rotary_factor": 0.25,
76
+ "rope_theta": 10000000,
77
+ "rope_type": "default"
78
+ },
79
+ "tie_word_embeddings": false,
80
+ "transformers_version": "5.17.0",
81
+ "use_cache": true,
82
+ "vocab_size": 248320
83
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": 248044,
4
+ "transformers_version": "5.17.0",
5
+ "use_cache": true
6
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:750d3f232ba161b86c9b744a1033aa30f4dcbe6ac77abfb08b3cb35df135ef64
3
+ size 17907663008
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523
3
+ size 19989325
tokenizer_config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "audio_bos_token": "<|audio_start|>",
4
+ "audio_eos_token": "<|audio_end|>",
5
+ "audio_token": "<|audio_pad|>",
6
+ "backend": "tokenizers",
7
+ "bos_token": null,
8
+ "clean_up_tokenization_spaces": false,
9
+ "eos_token": "<|endoftext|>",
10
+ "errors": "replace",
11
+ "image_token": "<|image_pad|>",
12
+ "is_local": true,
13
+ "local_files_only": false,
14
+ "model_max_length": 262144,
15
+ "model_specific_special_tokens": {
16
+ "audio_bos_token": "<|audio_start|>",
17
+ "audio_eos_token": "<|audio_end|>",
18
+ "audio_token": "<|audio_pad|>",
19
+ "image_token": "<|image_pad|>",
20
+ "video_token": "<|video_pad|>",
21
+ "vision_bos_token": "<|vision_start|>",
22
+ "vision_eos_token": "<|vision_end|>"
23
+ },
24
+ "pad_token": "<|endoftext|>",
25
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
26
+ "split_special_tokens": false,
27
+ "tokenizer_class": "Qwen2Tokenizer",
28
+ "unk_token": null,
29
+ "video_token": "<|video_pad|>",
30
+ "vision_bos_token": "<|vision_start|>",
31
+ "vision_eos_token": "<|vision_end|>"
32
+ }
training_meta.json ADDED
@@ -0,0 +1,1799 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model": "/home/ubuntu/deem-training/repo/scripts/sft/checkpoints/v12_9b",
3
+ "epochs": 1,
4
+ "steps": 1755,
5
+ "batch_size": 12,
6
+ "lr": 1e-05,
7
+ "warmup": 25,
8
+ "seed": 20261106,
9
+ "optimizer": "adamw8bit",
10
+ "micro_batch_size": 1,
11
+ "gold_anchor": true,
12
+ "lora": {
13
+ "r": 32,
14
+ "alpha": 64,
15
+ "dropout": 0.05,
16
+ "targets": [
17
+ "q_proj",
18
+ "k_proj",
19
+ "v_proj",
20
+ "o_proj",
21
+ "in_proj_qkv",
22
+ "in_proj_z",
23
+ "in_proj_b",
24
+ "in_proj_a",
25
+ "out_proj",
26
+ "gate_proj",
27
+ "up_proj",
28
+ "down_proj"
29
+ ],
30
+ "trainable_params_m": 86.556672
31
+ },
32
+ "policy_frac": 1.0,
33
+ "dev_loss": 0.06161633557098685,
34
+ "dev_losses": [
35
+ {
36
+ "step": 1000,
37
+ "dev_loss": 0.0733689161411021
38
+ }
39
+ ],
40
+ "wall_time_s": 8255.291603803635,
41
+ "peak_mem_gib": 24.861055374145508,
42
+ "loss_all_steps": [
43
+ 0.0017,
44
+ 0.0204,
45
+ 0.1839,
46
+ 0.2915,
47
+ 0.0001,
48
+ 0.3235,
49
+ 0.1507,
50
+ 0.0001,
51
+ 0.0,
52
+ 0.0002,
53
+ 0.3115,
54
+ 0.5408,
55
+ 0.1889,
56
+ 0.6382,
57
+ 0.1707,
58
+ 0.3549,
59
+ 0.731,
60
+ 0.0036,
61
+ 0.0002,
62
+ 0.5211,
63
+ 4.2375,
64
+ 0.208,
65
+ 0.1255,
66
+ 0.0004,
67
+ 0.4977,
68
+ 0.6135,
69
+ 0.4221,
70
+ 0.0,
71
+ 0.7884,
72
+ 0.0,
73
+ 1.1269,
74
+ 0.4629,
75
+ 0.0003,
76
+ 3.5488,
77
+ 0.0002,
78
+ 0.1414,
79
+ 0.5718,
80
+ 0.1042,
81
+ 0.0,
82
+ 0.122,
83
+ 0.4621,
84
+ 1.5011,
85
+ 0.4677,
86
+ 0.1094,
87
+ 0.0001,
88
+ 0.4058,
89
+ 0.5901,
90
+ 0.0025,
91
+ 0.1577,
92
+ 0.0016,
93
+ 0.0004,
94
+ 0.318,
95
+ 0.0911,
96
+ 0.0888,
97
+ 0.5098,
98
+ 0.8805,
99
+ 0.0889,
100
+ 0.1488,
101
+ 0.7706,
102
+ 0.0344,
103
+ 0.0455,
104
+ 0.0228,
105
+ 0.2576,
106
+ 0.0824,
107
+ 10.9617,
108
+ 0.1037,
109
+ 0.5294,
110
+ 1.513,
111
+ 0.8159,
112
+ 0.9614,
113
+ 0.1556,
114
+ 0.2874,
115
+ 0.0001,
116
+ 0.0113,
117
+ 0.6236,
118
+ 0.7726,
119
+ 0.1426,
120
+ 0.1132,
121
+ 0.0001,
122
+ 0.0877,
123
+ 0.1955,
124
+ 0.0008,
125
+ 0.0184,
126
+ 0.6955,
127
+ 0.5526,
128
+ 0.7503,
129
+ 0.0413,
130
+ 0.4729,
131
+ 0.0001,
132
+ 0.0005,
133
+ 0.4172,
134
+ 0.0108,
135
+ 0.001,
136
+ 1.4065,
137
+ 0.4301,
138
+ 0.2106,
139
+ 1.9423,
140
+ 0.005,
141
+ 0.1081,
142
+ 0.3965,
143
+ 0.0,
144
+ 0.2343,
145
+ 2.3683,
146
+ 0.0048,
147
+ 0.1298,
148
+ 5.7538,
149
+ 0.1096,
150
+ 0.3598,
151
+ 0.1518,
152
+ 0.6829,
153
+ 0.006,
154
+ 0.6176,
155
+ 0.3598,
156
+ 0.5828,
157
+ 0.0028,
158
+ 0.2316,
159
+ 0.0082,
160
+ 0.0482,
161
+ 0.2629,
162
+ 0.0608,
163
+ 0.3158,
164
+ 0.6588,
165
+ 0.2904,
166
+ 0.0105,
167
+ 0.0051,
168
+ 0.3849,
169
+ 0.0251,
170
+ 0.2905,
171
+ 0.009,
172
+ 0.3258,
173
+ 0.0213,
174
+ 0.1427,
175
+ 0.0055,
176
+ 0.4748,
177
+ 0.0064,
178
+ 0.006,
179
+ 0.0021,
180
+ 0.4354,
181
+ 0.0091,
182
+ 0.4805,
183
+ 0.0125,
184
+ 0.0111,
185
+ 0.3945,
186
+ 0.0004,
187
+ 0.024,
188
+ 0.1515,
189
+ 0.0172,
190
+ 0.2778,
191
+ 0.5552,
192
+ 0.1004,
193
+ 0.003,
194
+ 0.4531,
195
+ 0.5394,
196
+ 0.0158,
197
+ 0.1304,
198
+ 0.4985,
199
+ 0.4609,
200
+ 0.0009,
201
+ 0.0074,
202
+ 0.0371,
203
+ 0.5177,
204
+ 0.0,
205
+ 0.3134,
206
+ 0.0748,
207
+ 0.0,
208
+ 0.0553,
209
+ 2.4436,
210
+ 0.2283,
211
+ 0.025,
212
+ 0.1495,
213
+ 4.3025,
214
+ 1.1089,
215
+ 0.0779,
216
+ 0.0086,
217
+ 0.0193,
218
+ 0.0145,
219
+ 0.0003,
220
+ 0.3786,
221
+ 0.0193,
222
+ 0.0663,
223
+ 0.0916,
224
+ 0.0444,
225
+ 0.2495,
226
+ 0.2248,
227
+ 0.5918,
228
+ 0.6056,
229
+ 0.2611,
230
+ 0.1614,
231
+ 0.5916,
232
+ 0.0517,
233
+ 0.571,
234
+ 1.7708,
235
+ 0.4711,
236
+ 0.0766,
237
+ 0.3387,
238
+ 1.328,
239
+ 0.0,
240
+ 0.415,
241
+ 0.3274,
242
+ 0.0,
243
+ 0.3502,
244
+ 0.0122,
245
+ 0.0009,
246
+ 0.7185,
247
+ 0.0001,
248
+ 0.218,
249
+ 0.0004,
250
+ 0.0925,
251
+ 0.0093,
252
+ 1.2447,
253
+ 0.2556,
254
+ 0.0923,
255
+ 0.1415,
256
+ 0.347,
257
+ 0.9804,
258
+ 0.0002,
259
+ 0.1417,
260
+ 0.0083,
261
+ 0.0083,
262
+ 1.1759,
263
+ 0.123,
264
+ 0.0,
265
+ 0.0006,
266
+ 0.5646,
267
+ 0.0001,
268
+ 0.11,
269
+ 0.0212,
270
+ 0.1475,
271
+ 0.0158,
272
+ 0.0007,
273
+ 0.0026,
274
+ 0.412,
275
+ 0.0019,
276
+ 0.0654,
277
+ 0.0005,
278
+ 0.0001,
279
+ 0.2881,
280
+ 0.0688,
281
+ 0.5362,
282
+ 0.9809,
283
+ 0.3086,
284
+ 1.0096,
285
+ 0.0021,
286
+ 0.0242,
287
+ 0.0,
288
+ 0.0708,
289
+ 0.0415,
290
+ 0.1377,
291
+ 0.1279,
292
+ 0.1051,
293
+ 0.4518,
294
+ 0.479,
295
+ 0.5448,
296
+ 0.0071,
297
+ 0.1159,
298
+ 0.1111,
299
+ 0.0071,
300
+ 0.4259,
301
+ 0.0008,
302
+ 0.0013,
303
+ 0.0,
304
+ 0.2776,
305
+ 0.0822,
306
+ 0.7544,
307
+ 0.2496,
308
+ 0.2968,
309
+ 0.0117,
310
+ 0.025,
311
+ 0.2404,
312
+ 0.1899,
313
+ 0.0003,
314
+ 0.069,
315
+ 0.0108,
316
+ 0.0001,
317
+ 0.2055,
318
+ 0.1326,
319
+ 0.0185,
320
+ 0.0699,
321
+ 0.0113,
322
+ 0.4292,
323
+ 0.6368,
324
+ 0.4587,
325
+ 3.3845,
326
+ 0.2387,
327
+ 1.7457,
328
+ 0.0537,
329
+ 0.4273,
330
+ 0.1943,
331
+ 0.0008,
332
+ 2.6595,
333
+ 0.1777,
334
+ 0.2587,
335
+ 0.0001,
336
+ 0.4352,
337
+ 0.2951,
338
+ 0.0001,
339
+ 0.251,
340
+ 0.0633,
341
+ 0.5947,
342
+ 0.0959,
343
+ 0.0187,
344
+ 0.0943,
345
+ 0.0092,
346
+ 0.0001,
347
+ 0.0005,
348
+ 0.0005,
349
+ 0.104,
350
+ 0.0017,
351
+ 0.4517,
352
+ 0.0338,
353
+ 0.0036,
354
+ 0.0002,
355
+ 0.1001,
356
+ 0.4159,
357
+ 0.073,
358
+ 0.1415,
359
+ 0.5835,
360
+ 3.2563,
361
+ 0.0004,
362
+ 0.0357,
363
+ 0.0189,
364
+ 0.0321,
365
+ 0.2687,
366
+ 0.0,
367
+ 0.0007,
368
+ 0.1144,
369
+ 0.2408,
370
+ 0.5321,
371
+ 0.1795,
372
+ 0.0,
373
+ 0.0009,
374
+ 0.0948,
375
+ 0.001,
376
+ 0.2211,
377
+ 0.0001,
378
+ 0.0165,
379
+ 0.0005,
380
+ 0.4056,
381
+ 0.0,
382
+ 1.7604,
383
+ 0.0001,
384
+ 0.0063,
385
+ 0.0586,
386
+ 0.2797,
387
+ 0.6374,
388
+ 0.0048,
389
+ 0.1604,
390
+ 0.0741,
391
+ 0.0002,
392
+ 1.2247,
393
+ 0.0299,
394
+ 0.0009,
395
+ 0.0,
396
+ 0.3923,
397
+ 0.0514,
398
+ 0.6909,
399
+ 0.823,
400
+ 0.003,
401
+ 0.0002,
402
+ 0.0462,
403
+ 0.2051,
404
+ 0.0,
405
+ 0.0045,
406
+ 0.1666,
407
+ 0.3631,
408
+ 0.0043,
409
+ 0.0054,
410
+ 0.0104,
411
+ 0.0052,
412
+ 0.0049,
413
+ 0.9903,
414
+ 0.2101,
415
+ 0.7472,
416
+ 0.0313,
417
+ 0.0831,
418
+ 0.3388,
419
+ 0.0885,
420
+ 0.0579,
421
+ 0.3226,
422
+ 0.2382,
423
+ 0.0001,
424
+ 0.0579,
425
+ 0.3041,
426
+ 0.0005,
427
+ 0.8019,
428
+ 0.0001,
429
+ 0.0045,
430
+ 0.2226,
431
+ 0.0643,
432
+ 0.0011,
433
+ 0.0021,
434
+ 0.3847,
435
+ 0.001,
436
+ 0.0008,
437
+ 0.7144,
438
+ 0.0793,
439
+ 0.4754,
440
+ 0.0018,
441
+ 0.4914,
442
+ 0.0003,
443
+ 0.0018,
444
+ 0.8221,
445
+ 0.0019,
446
+ 0.1108,
447
+ 0.0042,
448
+ 0.0293,
449
+ 0.0,
450
+ 0.0001,
451
+ 0.1017,
452
+ 0.0931,
453
+ 0.0003,
454
+ 0.0519,
455
+ 0.0172,
456
+ 0.4911,
457
+ 0.3467,
458
+ 0.0023,
459
+ 0.0048,
460
+ 0.0042,
461
+ 0.0467,
462
+ 0.3357,
463
+ 0.2288,
464
+ 0.0668,
465
+ 0.0637,
466
+ 0.0907,
467
+ 0.4055,
468
+ 0.078,
469
+ 0.0515,
470
+ 0.0902,
471
+ 0.0006,
472
+ 0.0014,
473
+ 0.0,
474
+ 0.0346,
475
+ 0.0949,
476
+ 0.0883,
477
+ 0.0161,
478
+ 0.0028,
479
+ 0.0002,
480
+ 0.0749,
481
+ 0.0025,
482
+ 0.0011,
483
+ 0.0004,
484
+ 0.0001,
485
+ 0.0001,
486
+ 0.0472,
487
+ 0.4999,
488
+ 0.0118,
489
+ 0.0019,
490
+ 0.1598,
491
+ 0.6068,
492
+ 0.036,
493
+ 0.0697,
494
+ 0.0949,
495
+ 0.2136,
496
+ 0.1133,
497
+ 0.1936,
498
+ 0.0009,
499
+ 0.0166,
500
+ 0.0001,
501
+ 0.1885,
502
+ 0.0078,
503
+ 0.624,
504
+ 0.1078,
505
+ 0.3572,
506
+ 0.0095,
507
+ 0.0134,
508
+ 0.0209,
509
+ 0.4061,
510
+ 0.0019,
511
+ 0.0609,
512
+ 0.3055,
513
+ 0.0076,
514
+ 0.0914,
515
+ 0.538,
516
+ 0.9552,
517
+ 0.0157,
518
+ 0.0525,
519
+ 0.0004,
520
+ -6.8263,
521
+ 0.0102,
522
+ 0.0992,
523
+ 0.2,
524
+ 0.0189,
525
+ 0.149,
526
+ 0.2465,
527
+ 0.4302,
528
+ 0.0032,
529
+ 0.5029,
530
+ 0.0102,
531
+ 0.0121,
532
+ 0.6608,
533
+ 0.0,
534
+ 0.0122,
535
+ 0.0015,
536
+ 0.0012,
537
+ 0.1231,
538
+ 0.7472,
539
+ 0.003,
540
+ 1.6963,
541
+ 0.0022,
542
+ 0.058,
543
+ 0.0427,
544
+ 0.0031,
545
+ 0.6357,
546
+ 0.0603,
547
+ 0.0102,
548
+ 0.0286,
549
+ 0.0759,
550
+ 0.0744,
551
+ 0.0002,
552
+ 0.0836,
553
+ 0.02,
554
+ 0.1328,
555
+ 0.114,
556
+ 0.0005,
557
+ 0.3117,
558
+ 0.0812,
559
+ 0.0011,
560
+ 0.1125,
561
+ 0.0061,
562
+ 0.0003,
563
+ 0.3937,
564
+ 0.0002,
565
+ 0.0095,
566
+ 0.0297,
567
+ 0.003,
568
+ 0.0984,
569
+ 0.0445,
570
+ 0.1163,
571
+ 0.0001,
572
+ 0.2344,
573
+ 0.0001,
574
+ 0.2707,
575
+ 0.0357,
576
+ 0.0091,
577
+ 0.0555,
578
+ 1.3527,
579
+ 0.037,
580
+ 0.4969,
581
+ 0.0011,
582
+ 0.0075,
583
+ 0.3042,
584
+ 1.7442,
585
+ 0.0152,
586
+ 0.2319,
587
+ 0.0002,
588
+ 0.6437,
589
+ 0.4757,
590
+ 0.1068,
591
+ 0.3507,
592
+ 0.0089,
593
+ 0.0447,
594
+ 0.0168,
595
+ 0.5316,
596
+ 0.0028,
597
+ 0.0001,
598
+ 0.1349,
599
+ 0.6361,
600
+ 0.0291,
601
+ 0.5765,
602
+ 0.0116,
603
+ 0.0538,
604
+ 0.3374,
605
+ 0.0003,
606
+ 0.4746,
607
+ 0.0026,
608
+ 0.4194,
609
+ 0.0079,
610
+ 0.0029,
611
+ 0.0013,
612
+ 0.4742,
613
+ 0.0,
614
+ 0.0063,
615
+ 0.1407,
616
+ 0.0001,
617
+ 0.0002,
618
+ 0.0571,
619
+ 0.0001,
620
+ 0.3823,
621
+ 0.6981,
622
+ 2.1377,
623
+ 0.09,
624
+ 0.0213,
625
+ 0.0667,
626
+ 0.0,
627
+ 0.0044,
628
+ 0.0003,
629
+ 0.1109,
630
+ 0.0949,
631
+ 1.4116,
632
+ 0.2659,
633
+ 0.3995,
634
+ 0.0006,
635
+ 0.0098,
636
+ 0.2397,
637
+ 0.0011,
638
+ 0.0839,
639
+ 0.0001,
640
+ 0.0211,
641
+ 0.1053,
642
+ 0.0,
643
+ 0.0001,
644
+ 0.0265,
645
+ 0.075,
646
+ 0.0041,
647
+ 0.0001,
648
+ 2.9816,
649
+ 0.0031,
650
+ 0.5782,
651
+ 0.1606,
652
+ 0.0109,
653
+ 0.0621,
654
+ 0.0244,
655
+ 0.0012,
656
+ 0.1012,
657
+ 0.0011,
658
+ 0.0099,
659
+ 0.0273,
660
+ 0.0252,
661
+ 0.0404,
662
+ 0.6752,
663
+ 0.4052,
664
+ 0.0158,
665
+ 0.0002,
666
+ 0.0004,
667
+ 0.0647,
668
+ 0.0003,
669
+ 0.0014,
670
+ 0.0119,
671
+ 0.3751,
672
+ 0.4963,
673
+ 0.008,
674
+ 0.5089,
675
+ 0.2346,
676
+ 0.6361,
677
+ 0.1162,
678
+ 0.0634,
679
+ 0.0968,
680
+ 0.0,
681
+ 0.0314,
682
+ 0.0001,
683
+ 0.0005,
684
+ 0.0398,
685
+ 0.0496,
686
+ 0.0014,
687
+ 0.0366,
688
+ 0.0632,
689
+ 0.0631,
690
+ 0.0066,
691
+ 0.006,
692
+ 0.0008,
693
+ 0.0689,
694
+ 0.0001,
695
+ 0.0001,
696
+ 0.0019,
697
+ 0.0002,
698
+ 0.0126,
699
+ 0.088,
700
+ 0.0171,
701
+ 0.0025,
702
+ 0.0177,
703
+ 0.0206,
704
+ 0.0631,
705
+ 1.9662,
706
+ 0.0,
707
+ -2.0573,
708
+ 0.3576,
709
+ 0.4,
710
+ 0.0004,
711
+ 0.0128,
712
+ 0.4582,
713
+ 0.009,
714
+ 0.4364,
715
+ 0.0691,
716
+ 0.0082,
717
+ 0.0001,
718
+ 0.4059,
719
+ 0.004,
720
+ 0.0055,
721
+ 0.0,
722
+ 0.0,
723
+ 0.0093,
724
+ 0.0,
725
+ 0.0,
726
+ 0.0006,
727
+ 0.0085,
728
+ 0.0433,
729
+ 0.2346,
730
+ 0.0267,
731
+ 0.0332,
732
+ 1.4392,
733
+ 0.0278,
734
+ 0.0023,
735
+ 0.0154,
736
+ 0.0001,
737
+ 0.233,
738
+ 0.7722,
739
+ 0.0757,
740
+ 0.0001,
741
+ 0.0084,
742
+ 0.4087,
743
+ 0.0212,
744
+ 0.5457,
745
+ 0.0,
746
+ 0.0007,
747
+ 0.0062,
748
+ 0.004,
749
+ 0.3365,
750
+ 0.0392,
751
+ 0.3953,
752
+ 0.0023,
753
+ 0.0074,
754
+ 0.0588,
755
+ 0.025,
756
+ 0.3351,
757
+ 0.0002,
758
+ 0.0138,
759
+ 0.0047,
760
+ 0.1361,
761
+ 0.0,
762
+ 0.004,
763
+ 0.2856,
764
+ 0.0072,
765
+ 0.0004,
766
+ 0.0001,
767
+ 0.0,
768
+ 0.0004,
769
+ 0.0002,
770
+ 0.0,
771
+ 1.1331,
772
+ 0.0189,
773
+ 0.0023,
774
+ 0.0539,
775
+ 0.1418,
776
+ 0.0,
777
+ 0.0014,
778
+ 0.0001,
779
+ 0.0,
780
+ 0.2053,
781
+ 0.0028,
782
+ 0.0,
783
+ 0.4307,
784
+ 0.9505,
785
+ 0.0893,
786
+ 0.0003,
787
+ 0.0001,
788
+ 0.6362,
789
+ 0.6379,
790
+ 0.0941,
791
+ 0.0045,
792
+ 0.0287,
793
+ 0.084,
794
+ 0.2346,
795
+ 0.0,
796
+ 1.2623,
797
+ 0.0391,
798
+ 0.0445,
799
+ 0.0041,
800
+ 0.0001,
801
+ 0.0003,
802
+ 0.0344,
803
+ 0.0089,
804
+ 0.003,
805
+ 0.0048,
806
+ 0.0,
807
+ 0.0079,
808
+ 0.0006,
809
+ 0.0126,
810
+ 0.4098,
811
+ 0.0252,
812
+ 0.0,
813
+ 0.1173,
814
+ 0.2985,
815
+ 0.4746,
816
+ 0.1708,
817
+ 0.6537,
818
+ 0.3701,
819
+ 0.1684,
820
+ 0.0029,
821
+ 0.0017,
822
+ 1.2038,
823
+ 0.1018,
824
+ 0.0041,
825
+ 0.0211,
826
+ 0.015,
827
+ 0.001,
828
+ 0.0002,
829
+ 0.0002,
830
+ 0.0001,
831
+ 0.0001,
832
+ 0.2976,
833
+ 0.0,
834
+ 0.0093,
835
+ 0.0009,
836
+ 0.0013,
837
+ 0.0986,
838
+ 0.0002,
839
+ 0.0495,
840
+ 0.1917,
841
+ 0.0,
842
+ 0.1869,
843
+ 0.0044,
844
+ 0.0578,
845
+ 0.5073,
846
+ 0.0073,
847
+ 0.0079,
848
+ 0.0052,
849
+ 0.3988,
850
+ 0.0028,
851
+ 0.115,
852
+ 0.4999,
853
+ 0.0152,
854
+ 0.0441,
855
+ 0.5212,
856
+ 0.5442,
857
+ 0.0189,
858
+ 0.0013,
859
+ 0.014,
860
+ 0.0003,
861
+ 0.0001,
862
+ 0.2853,
863
+ 0.011,
864
+ 1.535,
865
+ 0.0005,
866
+ 0.0335,
867
+ 0.0012,
868
+ 0.4915,
869
+ 0.0016,
870
+ 0.0074,
871
+ 0.0002,
872
+ 0.1609,
873
+ 0.2557,
874
+ 0.0091,
875
+ 0.0,
876
+ 0.0052,
877
+ 0.0014,
878
+ 0.3723,
879
+ 0.0004,
880
+ 0.0,
881
+ 0.0001,
882
+ 0.0009,
883
+ 0.032,
884
+ 0.0057,
885
+ 0.0002,
886
+ 0.0001,
887
+ 0.0032,
888
+ 0.0,
889
+ 0.3456,
890
+ 0.0,
891
+ 0.0,
892
+ 0.5786,
893
+ 0.0012,
894
+ 0.443,
895
+ 0.0344,
896
+ 0.1704,
897
+ 0.0672,
898
+ 0.0,
899
+ 0.0026,
900
+ 0.0571,
901
+ 1.0378,
902
+ 0.2213,
903
+ 3.1536,
904
+ 0.355,
905
+ 0.0001,
906
+ 0.0115,
907
+ 0.0071,
908
+ 0.0001,
909
+ 0.0004,
910
+ 0.0013,
911
+ 0.0197,
912
+ 0.0323,
913
+ 0.3544,
914
+ 1.1723,
915
+ 0.0103,
916
+ 0.186,
917
+ 0.0,
918
+ 0.0049,
919
+ 0.0645,
920
+ 0.2064,
921
+ 0.002,
922
+ 0.0018,
923
+ 0.7695,
924
+ 0.8214,
925
+ 0.0022,
926
+ 0.001,
927
+ 0.0006,
928
+ 0.463,
929
+ 0.0036,
930
+ 0.0042,
931
+ 0.0001,
932
+ 0.0398,
933
+ 0.0001,
934
+ 0.0337,
935
+ 0.1725,
936
+ 0.0001,
937
+ 0.038,
938
+ 0.042,
939
+ 0.0014,
940
+ 0.0527,
941
+ 0.4742,
942
+ 0.0001,
943
+ 0.0142,
944
+ 0.5258,
945
+ 0.4521,
946
+ 0.0013,
947
+ 1.1532,
948
+ 0.6158,
949
+ 0.0018,
950
+ 0.4173,
951
+ 0.0002,
952
+ 0.0401,
953
+ 0.0117,
954
+ 0.9321,
955
+ 0.0077,
956
+ 0.1509,
957
+ 0.2376,
958
+ 0.0002,
959
+ 0.7087,
960
+ 0.0931,
961
+ 0.0849,
962
+ 0.0243,
963
+ 0.4094,
964
+ 0.0239,
965
+ 0.0,
966
+ 1.876,
967
+ 0.2793,
968
+ 0.0004,
969
+ 0.0089,
970
+ 0.0284,
971
+ 0.3865,
972
+ 0.0,
973
+ 0.0098,
974
+ 0.0588,
975
+ 0.0103,
976
+ 0.0,
977
+ 0.0001,
978
+ 0.0933,
979
+ 0.1025,
980
+ 0.0086,
981
+ 0.004,
982
+ 0.0003,
983
+ 0.0029,
984
+ 0.0068,
985
+ 0.0235,
986
+ 0.1036,
987
+ 0.0106,
988
+ 0.0005,
989
+ 0.1348,
990
+ 0.0001,
991
+ 0.0155,
992
+ 0.0014,
993
+ 0.0124,
994
+ 0.0688,
995
+ 0.0025,
996
+ 0.001,
997
+ 0.0136,
998
+ 0.0036,
999
+ 0.4073,
1000
+ 0.0006,
1001
+ 0.004,
1002
+ 0.0097,
1003
+ 2.4053,
1004
+ 0.0,
1005
+ 0.0037,
1006
+ 0.0004,
1007
+ 0.0138,
1008
+ 1.479,
1009
+ 0.8864,
1010
+ 0.3422,
1011
+ 0.0747,
1012
+ 0.0001,
1013
+ 0.5204,
1014
+ 0.6944,
1015
+ 0.0034,
1016
+ 0.0586,
1017
+ 0.5974,
1018
+ 0.012,
1019
+ 0.0001,
1020
+ 0.0,
1021
+ 0.2056,
1022
+ 0.722,
1023
+ 0.1013,
1024
+ 0.0001,
1025
+ 0.0025,
1026
+ 0.0473,
1027
+ 0.0004,
1028
+ 0.0005,
1029
+ 0.0,
1030
+ 0.1238,
1031
+ 0.0,
1032
+ 0.0002,
1033
+ 0.0,
1034
+ 0.0,
1035
+ 0.2774,
1036
+ 0.2176,
1037
+ 0.0028,
1038
+ 1.2293,
1039
+ 0.3615,
1040
+ 0.0,
1041
+ 0.0003,
1042
+ 0.0037,
1043
+ 0.047,
1044
+ 0.0,
1045
+ 0.0034,
1046
+ 0.2781,
1047
+ 0.0229,
1048
+ 0.0,
1049
+ 0.1317,
1050
+ 0.0002,
1051
+ 0.0418,
1052
+ 0.0003,
1053
+ 0.0,
1054
+ 0.0002,
1055
+ 0.0209,
1056
+ 0.041,
1057
+ 0.2617,
1058
+ 0.0438,
1059
+ 0.3666,
1060
+ 0.0054,
1061
+ 0.0001,
1062
+ 0.7158,
1063
+ 0.0002,
1064
+ 0.0138,
1065
+ 0.0375,
1066
+ 0.0725,
1067
+ 0.4527,
1068
+ 0.7598,
1069
+ 0.0774,
1070
+ 0.0092,
1071
+ 0.018,
1072
+ 0.1746,
1073
+ 0.7626,
1074
+ 0.0001,
1075
+ 0.0005,
1076
+ 0.0001,
1077
+ 0.3384,
1078
+ 0.7727,
1079
+ 0.2035,
1080
+ 0.0212,
1081
+ 0.0079,
1082
+ 0.0602,
1083
+ 0.1195,
1084
+ 0.1302,
1085
+ 0.4102,
1086
+ 0.0014,
1087
+ 0.3782,
1088
+ 0.0,
1089
+ 0.0108,
1090
+ 0.0001,
1091
+ 0.0188,
1092
+ 0.0005,
1093
+ 0.0024,
1094
+ 0.0001,
1095
+ 0.0047,
1096
+ 0.0077,
1097
+ 0.0,
1098
+ 0.0128,
1099
+ 0.0,
1100
+ 0.1324,
1101
+ 0.1938,
1102
+ 0.0491,
1103
+ 0.0001,
1104
+ 0.299,
1105
+ 0.0009,
1106
+ 0.2958,
1107
+ 0.0032,
1108
+ 0.4385,
1109
+ 0.0287,
1110
+ 0.58,
1111
+ 0.0,
1112
+ 0.0,
1113
+ 0.0072,
1114
+ 0.4549,
1115
+ 0.0002,
1116
+ 0.3845,
1117
+ 0.0108,
1118
+ 0.5006,
1119
+ 0.042,
1120
+ 0.1788,
1121
+ 0.0194,
1122
+ 0.059,
1123
+ 0.0041,
1124
+ 0.3235,
1125
+ 0.0601,
1126
+ 0.018,
1127
+ 0.0,
1128
+ 0.0019,
1129
+ 0.0005,
1130
+ 0.0235,
1131
+ 0.0131,
1132
+ 0.0,
1133
+ 0.0001,
1134
+ 0.7535,
1135
+ 0.0001,
1136
+ 0.007,
1137
+ 0.0002,
1138
+ 0.0003,
1139
+ 0.0009,
1140
+ 0.0213,
1141
+ 0.1724,
1142
+ 0.0,
1143
+ 0.0,
1144
+ 0.0001,
1145
+ 0.0004,
1146
+ 0.0003,
1147
+ 0.0,
1148
+ 0.0063,
1149
+ 0.0263,
1150
+ 0.0003,
1151
+ 0.6325,
1152
+ 0.4863,
1153
+ 0.0305,
1154
+ 0.0713,
1155
+ 0.405,
1156
+ 0.9482,
1157
+ 0.0061,
1158
+ 0.1151,
1159
+ 0.0001,
1160
+ 0.0107,
1161
+ 0.6885,
1162
+ 0.0,
1163
+ 0.0,
1164
+ 0.0002,
1165
+ 0.0089,
1166
+ 0.4638,
1167
+ 0.2205,
1168
+ 0.0062,
1169
+ 0.0043,
1170
+ 0.315,
1171
+ 0.0798,
1172
+ 0.0036,
1173
+ 0.1458,
1174
+ 0.0031,
1175
+ 0.0036,
1176
+ 0.6153,
1177
+ 0.001,
1178
+ 0.0001,
1179
+ 0.0,
1180
+ 0.0111,
1181
+ 0.9077,
1182
+ 0.0041,
1183
+ 0.0139,
1184
+ 0.0001,
1185
+ 0.0005,
1186
+ 0.0567,
1187
+ 0.1419,
1188
+ 0.1743,
1189
+ 0.6007,
1190
+ 0.0056,
1191
+ 0.0907,
1192
+ 0.2063,
1193
+ 0.0045,
1194
+ 0.6361,
1195
+ 0.1236,
1196
+ 0.1309,
1197
+ 0.0001,
1198
+ 0.639,
1199
+ 0.0,
1200
+ 0.3208,
1201
+ 0.0,
1202
+ 0.0021,
1203
+ 0.1424,
1204
+ 0.0001,
1205
+ 0.0129,
1206
+ 0.0,
1207
+ 0.0266,
1208
+ 0.0029,
1209
+ 0.4877,
1210
+ 0.0001,
1211
+ 0.0178,
1212
+ 0.5209,
1213
+ 0.0162,
1214
+ 0.0004,
1215
+ 0.2904,
1216
+ 0.0244,
1217
+ 0.0,
1218
+ 0.1617,
1219
+ 0.0045,
1220
+ 0.0137,
1221
+ 0.0158,
1222
+ 0.0228,
1223
+ 0.0604,
1224
+ 0.0003,
1225
+ 0.0001,
1226
+ 0.016,
1227
+ 0.0105,
1228
+ 0.0008,
1229
+ 0.0,
1230
+ 0.277,
1231
+ 0.0092,
1232
+ 0.0041,
1233
+ 0.1959,
1234
+ 0.01,
1235
+ 0.006,
1236
+ 0.0006,
1237
+ 0.0029,
1238
+ 0.001,
1239
+ 0.0911,
1240
+ 0.008,
1241
+ 0.0168,
1242
+ 0.0066,
1243
+ 0.5286,
1244
+ 0.0612,
1245
+ 0.5926,
1246
+ 0.0,
1247
+ 0.1728,
1248
+ 0.0872,
1249
+ 0.4362,
1250
+ 0.5204,
1251
+ 0.2385,
1252
+ 0.0,
1253
+ 0.0314,
1254
+ 0.004,
1255
+ 0.5725,
1256
+ 0.0155,
1257
+ 0.0055,
1258
+ 0.5366,
1259
+ 0.374,
1260
+ 0.0694,
1261
+ 0.0,
1262
+ 0.0046,
1263
+ 0.0345,
1264
+ 0.0062,
1265
+ 0.3119,
1266
+ 0.0216,
1267
+ 0.0001,
1268
+ 0.011,
1269
+ 0.0028,
1270
+ 0.3173,
1271
+ 0.0001,
1272
+ 0.1833,
1273
+ 0.0455,
1274
+ 0.0728,
1275
+ 0.0701,
1276
+ 0.0001,
1277
+ 0.0002,
1278
+ 0.1252,
1279
+ 0.3011,
1280
+ 0.1488,
1281
+ 0.0327,
1282
+ 0.0844,
1283
+ 0.0628,
1284
+ 0.0,
1285
+ 0.3608,
1286
+ 0.2952,
1287
+ 0.0001,
1288
+ 0.2223,
1289
+ 0.0,
1290
+ 0.2893,
1291
+ 0.4348,
1292
+ 0.0421,
1293
+ 0.0658,
1294
+ 1.3501,
1295
+ 0.0001,
1296
+ 1.7295,
1297
+ 0.04,
1298
+ 0.0,
1299
+ 0.0007,
1300
+ 0.0047,
1301
+ 0.0046,
1302
+ 0.6124,
1303
+ 0.0069,
1304
+ 0.0185,
1305
+ 0.4061,
1306
+ 0.5096,
1307
+ 0.8769,
1308
+ 0.5864,
1309
+ 0.0042,
1310
+ 0.0024,
1311
+ 0.0195,
1312
+ 0.1117,
1313
+ 0.3244,
1314
+ 0.0212,
1315
+ 0.0003,
1316
+ 0.0074,
1317
+ 0.7285,
1318
+ 0.5958,
1319
+ 0.4297,
1320
+ 0.2523,
1321
+ 0.0035,
1322
+ 0.0,
1323
+ 0.5205,
1324
+ 0.0709,
1325
+ 0.0009,
1326
+ 0.565,
1327
+ 0.0093,
1328
+ 0.6446,
1329
+ 0.5859,
1330
+ 0.0015,
1331
+ 0.0043,
1332
+ 0.0032,
1333
+ 0.0048,
1334
+ 0.0085,
1335
+ 0.0013,
1336
+ 0.0068,
1337
+ 0.001,
1338
+ 0.0001,
1339
+ 0.4883,
1340
+ 0.031,
1341
+ 0.0189,
1342
+ 0.0029,
1343
+ 0.0005,
1344
+ 0.0078,
1345
+ 0.4186,
1346
+ 0.0002,
1347
+ 0.0216,
1348
+ 0.0,
1349
+ 0.0004,
1350
+ 0.0,
1351
+ 0.0062,
1352
+ 0.0004,
1353
+ 0.3145,
1354
+ 0.64,
1355
+ 0.0062,
1356
+ 0.0002,
1357
+ 0.1504,
1358
+ 0.0274,
1359
+ 0.0009,
1360
+ 0.0433,
1361
+ 0.0115,
1362
+ 0.2681,
1363
+ 0.0,
1364
+ 0.0001,
1365
+ 0.2394,
1366
+ 0.0003,
1367
+ 0.0016,
1368
+ 0.0618,
1369
+ 0.0415,
1370
+ 0.0094,
1371
+ 0.0051,
1372
+ 0.1868,
1373
+ 1.413,
1374
+ 0.0003,
1375
+ 0.5865,
1376
+ 0.0002,
1377
+ 0.0001,
1378
+ 0.0001,
1379
+ 0.2987,
1380
+ 0.0027,
1381
+ 0.2056,
1382
+ 0.0,
1383
+ 0.0001,
1384
+ 0.1328,
1385
+ 0.0001,
1386
+ 0.0,
1387
+ 0.0058,
1388
+ 0.0157,
1389
+ 0.0013,
1390
+ 0.032,
1391
+ 0.0101,
1392
+ 0.4186,
1393
+ 0.0241,
1394
+ 0.0467,
1395
+ 0.275,
1396
+ 0.3765,
1397
+ 1.2089,
1398
+ 0.0584,
1399
+ 0.2159,
1400
+ 0.5778,
1401
+ 0.3776,
1402
+ 0.7319,
1403
+ 0.0261,
1404
+ 0.0,
1405
+ 0.0445,
1406
+ 0.0086,
1407
+ 0.0142,
1408
+ 0.0105,
1409
+ 0.5606,
1410
+ 0.0,
1411
+ 0.1878,
1412
+ 0.0477,
1413
+ 0.0,
1414
+ 0.0175,
1415
+ 0.0014,
1416
+ 0.0001,
1417
+ 0.2222,
1418
+ 0.7615,
1419
+ 0.0,
1420
+ 0.0117,
1421
+ 0.0152,
1422
+ 0.0001,
1423
+ 0.0001,
1424
+ 0.0012,
1425
+ 0.1812,
1426
+ 0.6355,
1427
+ 0.0002,
1428
+ 0.2322,
1429
+ 0.0047,
1430
+ 0.0175,
1431
+ 0.0,
1432
+ 0.1139,
1433
+ 0.0024,
1434
+ 0.0006,
1435
+ 0.13,
1436
+ 0.0087,
1437
+ 0.0,
1438
+ 0.4167,
1439
+ 0.0,
1440
+ 0.1907,
1441
+ 0.0016,
1442
+ 0.4443,
1443
+ 0.0165,
1444
+ 0.0043,
1445
+ 0.0034,
1446
+ 0.0092,
1447
+ 0.0006,
1448
+ 0.0002,
1449
+ 0.1714,
1450
+ 0.0766,
1451
+ 0.0,
1452
+ 0.005,
1453
+ 0.0301,
1454
+ 0.4435,
1455
+ 0.0103,
1456
+ 0.4478,
1457
+ 0.5499,
1458
+ 0.0005,
1459
+ 0.0757,
1460
+ 0.0,
1461
+ 0.0,
1462
+ 0.7381,
1463
+ 0.0002,
1464
+ 0.0499,
1465
+ 0.0218,
1466
+ 0.0094,
1467
+ 0.0001,
1468
+ 0.0004,
1469
+ 0.0451,
1470
+ 0.0012,
1471
+ 0.0001,
1472
+ 0.5748,
1473
+ 0.0043,
1474
+ 0.2794,
1475
+ 0.0001,
1476
+ 0.2242,
1477
+ 0.0,
1478
+ 0.001,
1479
+ 0.0259,
1480
+ 0.274,
1481
+ 0.1647,
1482
+ 0.0002,
1483
+ 0.0399,
1484
+ 0.0004,
1485
+ 0.0794,
1486
+ 0.0001,
1487
+ 0.0079,
1488
+ 0.0105,
1489
+ 0.0192,
1490
+ 0.009,
1491
+ 0.0162,
1492
+ 0.0027,
1493
+ 0.0001,
1494
+ 0.0043,
1495
+ 0.0083,
1496
+ 0.0601,
1497
+ 0.2064,
1498
+ 0.3664,
1499
+ 0.0149,
1500
+ 0.2134,
1501
+ 0.0004,
1502
+ 0.0,
1503
+ 0.0001,
1504
+ 0.1365,
1505
+ 0.0039,
1506
+ 0.028,
1507
+ 0.3821,
1508
+ 0.1821,
1509
+ 0.0005,
1510
+ 0.463,
1511
+ 0.4723,
1512
+ 0.0,
1513
+ 0.0092,
1514
+ 0.2114,
1515
+ 0.0094,
1516
+ 0.0005,
1517
+ 0.0173,
1518
+ 0.0173,
1519
+ 0.0098,
1520
+ 0.1022,
1521
+ 0.0234,
1522
+ 0.0002,
1523
+ 0.0118,
1524
+ 0.2003,
1525
+ 0.0915,
1526
+ 0.0078,
1527
+ 0.0346,
1528
+ 0.344,
1529
+ 0.0177,
1530
+ 0.0003,
1531
+ 0.4951,
1532
+ 0.2523,
1533
+ 0.0001,
1534
+ 0.0001,
1535
+ 0.0002,
1536
+ 0.0015,
1537
+ 0.0,
1538
+ 0.6355,
1539
+ 0.1588,
1540
+ 0.3121,
1541
+ 0.0572,
1542
+ 0.0048,
1543
+ 0.1699,
1544
+ 0.3562,
1545
+ 0.0303,
1546
+ 0.077,
1547
+ 0.0026,
1548
+ 0.0134,
1549
+ 0.0767,
1550
+ 0.002,
1551
+ 0.0001,
1552
+ 0.0017,
1553
+ 0.1921,
1554
+ 0.0308,
1555
+ 0.2536,
1556
+ 0.0001,
1557
+ 0.2914,
1558
+ 0.0018,
1559
+ 0.0084,
1560
+ 0.0009,
1561
+ 0.0264,
1562
+ 0.0062,
1563
+ 0.0243,
1564
+ 0.0001,
1565
+ 0.0037,
1566
+ 0.0001,
1567
+ 0.0039,
1568
+ 0.2475,
1569
+ 0.0041,
1570
+ 0.0,
1571
+ 0.5235,
1572
+ 0.0117,
1573
+ 0.007,
1574
+ 0.0013,
1575
+ 0.0,
1576
+ 0.0,
1577
+ 0.0003,
1578
+ 0.1444,
1579
+ 0.0,
1580
+ 0.0004,
1581
+ 0.0,
1582
+ 0.0,
1583
+ 0.0016,
1584
+ 0.0004,
1585
+ 0.0005,
1586
+ 0.5611,
1587
+ 0.0002,
1588
+ 0.0,
1589
+ 0.0012,
1590
+ 0.3878,
1591
+ 0.0,
1592
+ 0.0136,
1593
+ 0.0002,
1594
+ 0.0004,
1595
+ 0.0029,
1596
+ 0.0,
1597
+ 0.0016,
1598
+ 0.0001,
1599
+ 0.0,
1600
+ 0.0814,
1601
+ 0.0001,
1602
+ 0.1334,
1603
+ 0.384,
1604
+ 0.029,
1605
+ 0.0033,
1606
+ 0.0002,
1607
+ 0.0001,
1608
+ 0.0095,
1609
+ 0.0,
1610
+ 0.0031,
1611
+ 0.3523,
1612
+ 0.0837,
1613
+ 0.0013,
1614
+ 0.0,
1615
+ 0.0002,
1616
+ 0.0,
1617
+ 0.0084,
1618
+ 0.0314,
1619
+ 0.075,
1620
+ 0.3952,
1621
+ 0.0,
1622
+ 0.011,
1623
+ 0.1953,
1624
+ 0.011,
1625
+ 0.0343,
1626
+ 0.009,
1627
+ 0.0008,
1628
+ 0.3317,
1629
+ 0.0,
1630
+ 0.0087,
1631
+ 0.0001,
1632
+ 0.051,
1633
+ 0.0107,
1634
+ 0.0003,
1635
+ 0.0003,
1636
+ 0.0024,
1637
+ 0.0008,
1638
+ 0.0316,
1639
+ 0.3066,
1640
+ 0.0009,
1641
+ 0.0275,
1642
+ 0.0001,
1643
+ 0.0005,
1644
+ 0.0038,
1645
+ 0.0162,
1646
+ 0.0013,
1647
+ 0.0001,
1648
+ 0.0259,
1649
+ 0.0001,
1650
+ 0.0466,
1651
+ 0.0014,
1652
+ 2.6124,
1653
+ 0.0,
1654
+ 0.0851,
1655
+ 0.172,
1656
+ 0.0677,
1657
+ 0.0151,
1658
+ 0.1399,
1659
+ 0.0015,
1660
+ 0.0,
1661
+ 0.0033,
1662
+ 0.5601,
1663
+ 0.0007,
1664
+ 0.0028,
1665
+ 0.4293,
1666
+ 0.0027,
1667
+ 0.0096,
1668
+ 0.4924,
1669
+ 0.0073,
1670
+ 0.0001,
1671
+ 0.0603,
1672
+ 0.02,
1673
+ 0.0011,
1674
+ 0.0411,
1675
+ 0.0035,
1676
+ 0.0752,
1677
+ 0.0075,
1678
+ 0.368,
1679
+ 0.0009,
1680
+ 0.0,
1681
+ 0.3535,
1682
+ 0.4051,
1683
+ 0.0013,
1684
+ 0.0,
1685
+ 0.3668,
1686
+ 0.0003,
1687
+ 0.0,
1688
+ 0.0001,
1689
+ 0.0169,
1690
+ 0.0024,
1691
+ 0.0001,
1692
+ 0.0395,
1693
+ 0.0146,
1694
+ 0.0004,
1695
+ 0.1958,
1696
+ 0.0002,
1697
+ 0.1136,
1698
+ 0.0001,
1699
+ 0.0002,
1700
+ 0.0,
1701
+ 0.0,
1702
+ 0.0168,
1703
+ 0.4198,
1704
+ 1.0263,
1705
+ 0.003,
1706
+ 0.0,
1707
+ 0.0,
1708
+ 0.0002,
1709
+ 0.0278,
1710
+ 0.0657,
1711
+ 0.0015,
1712
+ 0.0,
1713
+ 0.0811,
1714
+ 0.0028,
1715
+ 1.0371,
1716
+ 0.0104,
1717
+ 0.0072,
1718
+ 0.1043,
1719
+ 0.4196,
1720
+ 0.3419,
1721
+ 0.0151,
1722
+ 0.0032,
1723
+ 0.0023,
1724
+ 0.0005,
1725
+ 0.0003,
1726
+ 0.0268,
1727
+ 0.3894,
1728
+ 0.0,
1729
+ 0.0561,
1730
+ 0.0158,
1731
+ 0.0001,
1732
+ 0.0002,
1733
+ 0.0047,
1734
+ 0.0001,
1735
+ 0.0,
1736
+ 0.0013,
1737
+ 0.008,
1738
+ 0.6363,
1739
+ 0.0,
1740
+ 0.0794,
1741
+ 0.0,
1742
+ 0.0046,
1743
+ 0.0,
1744
+ 0.014,
1745
+ 0.3544,
1746
+ 0.2232,
1747
+ 0.0011,
1748
+ 0.0389,
1749
+ 0.0782,
1750
+ 0.0,
1751
+ 0.0,
1752
+ 0.0031,
1753
+ 0.0016,
1754
+ 0.0219,
1755
+ 0.0,
1756
+ 0.0309,
1757
+ 0.0003,
1758
+ 0.0002,
1759
+ 0.9238,
1760
+ 0.0002,
1761
+ 0.0239,
1762
+ 0.0177,
1763
+ 0.0003,
1764
+ 0.0012,
1765
+ 0.3042,
1766
+ 0.2011,
1767
+ 0.0001,
1768
+ 0.0375,
1769
+ 0.0229,
1770
+ 0.0052,
1771
+ 0.2386,
1772
+ 1.0593,
1773
+ 0.0021,
1774
+ 0.0071,
1775
+ 0.0211,
1776
+ 0.0015,
1777
+ 0.0056,
1778
+ 0.1838,
1779
+ 0.6456,
1780
+ 0.1498,
1781
+ 0.0004,
1782
+ 0.2341,
1783
+ 0.5074,
1784
+ 0.0,
1785
+ 0.0098,
1786
+ 0.0,
1787
+ 0.0001,
1788
+ 0.0003,
1789
+ 0.0046,
1790
+ 0.0219,
1791
+ 0.1649,
1792
+ 0.8375,
1793
+ 0.006,
1794
+ 0.8811,
1795
+ 0.4124,
1796
+ 0.2302,
1797
+ 0.0012
1798
+ ]
1799
+ }