Jnx03 commited on
Commit
6400270
·
verified ·
1 Parent(s): dc8986e

glm4-step160: sft-lora

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: peft
3
+ base_model: zai-org/GLM-4-9B-0414
4
+ license: apache-2.0
5
+ tags:
6
+ - thai
7
+ - kanitakorn
8
+ - single-model
9
+ - greedy-eval
10
+ language:
11
+ - th
12
+ - en
13
+ ---
14
+
15
+ # Jnx03/kanitakorn-260614-glm4-glm4-step160
16
+
17
+ Kanitakorn 2026-06-13 campaign artifact.
18
+
19
+ - Base: `zai-org/GLM-4-9B-0414`
20
+ - Version: `glm4-step160`
21
+ - Method: `sft-lora`
22
+ - Final-claim policy: one model, no BoN, no self-consistency, no ensemble, no model routing.
23
+ - Date: 2026-06-13
24
+
25
+ ## Scores
26
+
27
+ | Benchmark | Score | Target | Status |
28
+ |---|---:|---:|---|
29
+ | aime24_th | pending | >15.0 | pending |
30
+ | aime24 | pending | >25.0 | pending |
31
+ | math500_th | pending | >56.0 | pending |
32
+ | math500 | pending | >82.0 | pending |
33
+ | livecodebench_th | pending | >35.0 | pending |
34
+ | livecodebench | pending | >60.0 | pending |
35
+ | openthaieval | pending | >80.0 | pending |
36
+ | hotpotqa_th_en | pending | >46.0 | pending |
37
+ | instruction_following_th_en | pending | >57.0 | pending |
38
+ | mt_bench_th_en | pending | >85.0 | pending |
39
+ | thaiexam | pending | >70.0 | pending |
40
+ | ifeval_th | pending | >82.0 | pending |
41
+
42
+ ## Notes
43
+
44
+ Automatic checkpoint publish from runs/nonqwen-glm4-v1-v12hard-noreplay-r32-lr6e6-160/checkpoint-160. Single-model artifact; no BoN/self-consistency.
adapter_config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": null,
6
+ "base_model_name_or_path": "zai-org/GLM-4-9B-0414",
7
+ "bias": "none",
8
+ "corda_config": null,
9
+ "ensure_weight_tying": false,
10
+ "eva_config": null,
11
+ "exclude_modules": null,
12
+ "fan_in_fan_out": false,
13
+ "inference_mode": true,
14
+ "init_lora_weights": true,
15
+ "layer_replication": null,
16
+ "layers_pattern": null,
17
+ "layers_to_transform": null,
18
+ "loftq_config": {},
19
+ "lora_alpha": 64,
20
+ "lora_bias": false,
21
+ "lora_dropout": 0.03,
22
+ "lora_ga_config": null,
23
+ "megatron_config": null,
24
+ "megatron_core": "megatron.core",
25
+ "modules_to_save": null,
26
+ "peft_type": "LORA",
27
+ "peft_version": "0.19.1",
28
+ "qalora_group_size": 16,
29
+ "r": 32,
30
+ "rank_pattern": {},
31
+ "revision": null,
32
+ "target_modules": [
33
+ "gate_up_proj",
34
+ "o_proj",
35
+ "q_proj",
36
+ "k_proj",
37
+ "down_proj",
38
+ "v_proj"
39
+ ],
40
+ "target_parameters": null,
41
+ "task_type": "CAUSAL_LM",
42
+ "trainable_token_indices": null,
43
+ "use_bdlora": null,
44
+ "use_dora": false,
45
+ "use_qalora": false,
46
+ "use_rslora": false
47
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1373783d6c032bfdb3d16efcfb1ee0466f8e45f34d409a8e07cc84faf1fd8aa
3
+ size 380829328
chat_template.jinja ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [gMASK]<sop>
2
+ {%- if tools -%}
3
+ <|system|>
4
+ # 可用工具
5
+ {% for tool in tools %}
6
+ {%- set function = tool.function if tool.get("function") else tool %}
7
+
8
+ ## {{ function.name }}
9
+
10
+ {{ function | tojson(indent=4, ensure_ascii=False) }}
11
+ 在调用上述函数时,请使用 Json 格式表示调用的参数。
12
+ {%- endfor %}
13
+ {%- endif -%}
14
+
15
+ {%- for msg in messages %}
16
+ {%- if msg.role == 'system' %}
17
+ <|system|>
18
+ {{ msg.content }}
19
+ {%- endif %}
20
+ {%- endfor %}
21
+
22
+ {%- for message in messages if message.role != 'system' %}
23
+ {%- set role = message['role'] %}
24
+ {%- set content = message['content'] %}
25
+ {%- set meta = message.get("metadata", "") %}
26
+
27
+ {%- if role == 'user' %}
28
+ <|user|>
29
+ {{ content }}
30
+ {%- elif role == 'assistant' and not meta %}
31
+ <|assistant|>
32
+ {{ content }}
33
+ {%- elif role == 'assistant' and meta %}
34
+ <|assistant|>{{ meta }}
35
+ {{ content }}
36
+ {%- elif role == 'observation' %}
37
+ <|observation|>
38
+ {{ content }}
39
+ {%- endif %}
40
+ {%- endfor %}
41
+ {% if add_generation_prompt %}<|assistant|>{% endif %}
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76ebeac0d8bd7879ead7b43c16b44981f277e47225de2bd7de9ae1a6cc664a8c
3
+ size 19966496
tokenizer_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "clean_up_tokenization_spaces": false,
4
+ "do_lower_case": false,
5
+ "eos_token": "<|user|>",
6
+ "is_local": false,
7
+ "model_input_names": [
8
+ "input_ids",
9
+ "attention_mask"
10
+ ],
11
+ "model_max_length": 128000,
12
+ "pad_token": "<|endoftext|>",
13
+ "padding_side": "left",
14
+ "remove_space": false,
15
+ "tokenizer_class": "TokenizersBackend"
16
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:604698582effaf6fa275bf04f115e31759337d158ee3332f020c3eec975b676a
3
+ size 5649