diff --git a/experiments/distillation/reasoning/knights_knaves/baseline/260716-grpo-knights_knaves-q3-4b-base-s150-tr8k-va8k-save15-b64-mb32-dp2/global_step_90/actor/huggingface/config.json b/experiments/distillation/reasoning/knights_knaves/baseline/260716-grpo-knights_knaves-q3-4b-base-s150-tr8k-va8k-save15-b64-mb32-dp2/global_step_90/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d0b4af96ff92e933a4f90d797fb99afda2b92a28 --- /dev/null +++ b/experiments/distillation/reasoning/knights_knaves/baseline/260716-grpo-knights_knaves-q3-4b-base-s150-tr8k-va8k-save15-b64-mb32-dp2/global_step_90/actor/huggingface/config.json @@ -0,0 +1,71 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151643, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.12.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/experiments/distillation/reasoning/knights_knaves/baseline/260716-grpo-knights_knaves-q3-4b-base-s150-tr8k-va8k-save15-b64-mb32-dp2/global_step_90/actor/huggingface/generation_config.json b/experiments/distillation/reasoning/knights_knaves/baseline/260716-grpo-knights_knaves-q3-4b-base-s150-tr8k-va8k-save15-b64-mb32-dp2/global_step_90/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..db2b31be69794e3fcee126bc9825cc1eb120a02a --- /dev/null +++ b/experiments/distillation/reasoning/knights_knaves/baseline/260716-grpo-knights_knaves-q3-4b-base-s150-tr8k-va8k-save15-b64-mb32-dp2/global_step_90/actor/huggingface/generation_config.json @@ -0,0 +1,7 @@ +{ + "bos_token_id": 151643, + "do_sample": false, + "eos_token_id": 151643, + "max_new_tokens": 2048, + "transformers_version": "5.12.0" +} diff --git a/experiments/distillation/reasoning/knights_knaves/baseline/260716-grpo-knights_knaves-q3-4b-base-s150-tr8k-va8k-save15-b64-mb32-dp2/global_step_90/actor/huggingface/tokenizer_config.json b/experiments/distillation/reasoning/knights_knaves/baseline/260716-grpo-knights_knaves-q3-4b-base-s150-tr8k-va8k-save15-b64-mb32-dp2/global_step_90/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df536e97729326adf38c9b8388573463b55c096e --- /dev/null +++ b/experiments/distillation/reasoning/knights_knaves/baseline/260716-grpo-knights_knaves-q3-4b-base-s150-tr8k-va8k-save15-b64-mb32-dp2/global_step_90/actor/huggingface/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/experiments/distillation/reasoning/knights_knaves/baseline/260716-grpo-knights_knaves-q3-4b-base-s150-tr8k-va8k-save15-b64-mb32-dp2/latest_checkpoint.json b/experiments/distillation/reasoning/knights_knaves/baseline/260716-grpo-knights_knaves-q3-4b-base-s150-tr8k-va8k-save15-b64-mb32-dp2/latest_checkpoint.json new file mode 100644 index 0000000000000000000000000000000000000000..fb84a6a3606976ac1e6015b4d9c57821b2c1d35d --- /dev/null +++ b/experiments/distillation/reasoning/knights_knaves/baseline/260716-grpo-knights_knaves-q3-4b-base-s150-tr8k-va8k-save15-b64-mb32-dp2/latest_checkpoint.json @@ -0,0 +1,7 @@ +{ + "experiment_name": "DISTILLATION-REASONING-GRPO-Qwen-Qwen3-4B-Base-lr1e-6-knights_knaves-knights_knaves-q3-4b-base-s150-b64-mb32-dp2-tr8k-va8k-save15-nosys-noprep", + "latest_checkpoint_dir": "global_step_150", + "latest_step": 150, + "task": "datasets/knights_knaves", + "wandb_run_id": "rg-kk-q3-4b-grpo-s150-tr8k-va8k-save15-dp2-260716" +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.async_checkpoint_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.async_checkpoint_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..2efe2cdcb3b03d76dfa15549484a5692cabf8012 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.async_checkpoint_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 105, "rank": 0, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_0.pt", "optim_world_size_2_rank_0.pt", "extra_state_world_size_2_rank_0.pt", "fsdp_config.json", "huggingface/config.json", "huggingface/tokenizer_config.json", "huggingface/chat_template.jinja", "huggingface/generation_config.json", "huggingface/tokenizer.json"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.async_checkpoint_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.async_checkpoint_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..f6651ec4e1723460058a5550c700a2f2da36e0a7 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.async_checkpoint_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 105, "rank": 1, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_1.pt", "optim_world_size_2_rank_1.pt", "extra_state_world_size_2_rank_1.pt"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.async_checkpoint_started_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.async_checkpoint_started_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..4bc7fa58192679949ba3db5c75f44ff43e55919d --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.async_checkpoint_started_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 105, "rank": 0, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.async_checkpoint_started_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.async_checkpoint_started_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..cbaf49c91936eea5c36aa6a5a3391a1c4acb6180 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.async_checkpoint_started_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 105, "rank": 1, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.checkpoint_complete.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..fb37c49154c55d6437463c53ff45d33e24924803 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.checkpoint_complete.json @@ -0,0 +1 @@ +{"global_step": 105, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.worker_sidecars_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.worker_sidecars_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..6d4efa878c389e890aa4ff4b0d81b054dcb65fce --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.worker_sidecars_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 105, "rank": 0, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.worker_sidecars_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.worker_sidecars_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..dede51e11cd9f793dc1997bec3b27550143ac9e4 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/.worker_sidecars_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 105, "rank": 1, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/fsdp_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/fsdp_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c38861cf9fbaeb69436bb93e7cf73cf8b547767 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/fsdp_config.json @@ -0,0 +1,4 @@ +{ + "FSDP_version": 1, + "world_size": 2 +} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/huggingface/chat_template.jinja b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/huggingface/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..699ff8df401fe4788525e9c1f9b86a99eadd6230 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/huggingface/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/huggingface/config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3481ab358bf648258006db5db7845f13f4078558 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/huggingface/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_implementation": "flash_attention_2", + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151643, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.12.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/huggingface/generation_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..db2b31be69794e3fcee126bc9825cc1eb120a02a --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/huggingface/generation_config.json @@ -0,0 +1,7 @@ +{ + "bos_token_id": 151643, + "do_sample": false, + "eos_token_id": 151643, + "max_new_tokens": 2048, + "transformers_version": "5.12.0" +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/huggingface/tokenizer_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df536e97729326adf38c9b8388573463b55c096e --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_105/actor/huggingface/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.async_checkpoint_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.async_checkpoint_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..ebb4c109f1493621e05dbd69adcc2ac2d551e5e0 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.async_checkpoint_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 120, "rank": 0, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_0.pt", "optim_world_size_2_rank_0.pt", "extra_state_world_size_2_rank_0.pt", "fsdp_config.json", "huggingface/config.json", "huggingface/tokenizer_config.json", "huggingface/chat_template.jinja", "huggingface/generation_config.json", "huggingface/tokenizer.json"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.async_checkpoint_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.async_checkpoint_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..ac0abff1afd3723d37e81c0460b3acf7d2b6231b --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.async_checkpoint_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 120, "rank": 1, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_1.pt", "optim_world_size_2_rank_1.pt", "extra_state_world_size_2_rank_1.pt"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.async_checkpoint_started_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.async_checkpoint_started_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..38278b7529ddcba568196c9d1af2d279b19d26bf --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.async_checkpoint_started_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 120, "rank": 0, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.async_checkpoint_started_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.async_checkpoint_started_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..aa8fbf59f41fdde9a4eb6bc1cd3fdfb41c741746 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.async_checkpoint_started_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 120, "rank": 1, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.checkpoint_complete.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..3184a2f7376beb3b7fc2190da9116aed3505e8fa --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.checkpoint_complete.json @@ -0,0 +1 @@ +{"global_step": 120, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.worker_sidecars_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.worker_sidecars_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..0de64d52909826d7719b23fac0a567332fff8c64 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.worker_sidecars_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 120, "rank": 0, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.worker_sidecars_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.worker_sidecars_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..ac7e39365869749d6e0babc6ea7f65f2971fbf0a --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/.worker_sidecars_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 120, "rank": 1, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/fsdp_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/fsdp_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c38861cf9fbaeb69436bb93e7cf73cf8b547767 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/fsdp_config.json @@ -0,0 +1,4 @@ +{ + "FSDP_version": 1, + "world_size": 2 +} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/huggingface/chat_template.jinja b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/huggingface/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..699ff8df401fe4788525e9c1f9b86a99eadd6230 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/huggingface/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/huggingface/config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3481ab358bf648258006db5db7845f13f4078558 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/huggingface/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_implementation": "flash_attention_2", + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151643, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.12.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/huggingface/generation_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..db2b31be69794e3fcee126bc9825cc1eb120a02a --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/huggingface/generation_config.json @@ -0,0 +1,7 @@ +{ + "bos_token_id": 151643, + "do_sample": false, + "eos_token_id": 151643, + "max_new_tokens": 2048, + "transformers_version": "5.12.0" +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/huggingface/tokenizer_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df536e97729326adf38c9b8388573463b55c096e --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_120/actor/huggingface/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.async_checkpoint_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.async_checkpoint_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..e3f53a46d92fd1f4a250aa57c4a90c5bd7817e40 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.async_checkpoint_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 135, "rank": 0, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_0.pt", "optim_world_size_2_rank_0.pt", "extra_state_world_size_2_rank_0.pt", "fsdp_config.json", "huggingface/config.json", "huggingface/tokenizer_config.json", "huggingface/chat_template.jinja", "huggingface/generation_config.json", "huggingface/tokenizer.json"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.async_checkpoint_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.async_checkpoint_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..4d58eea2138b88e156c0998a3609e7854549d444 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.async_checkpoint_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 135, "rank": 1, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_1.pt", "optim_world_size_2_rank_1.pt", "extra_state_world_size_2_rank_1.pt"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.async_checkpoint_started_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.async_checkpoint_started_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..752d0f2114a5af3e847d8592cce57b60ff2a727a --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.async_checkpoint_started_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 135, "rank": 0, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.async_checkpoint_started_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.async_checkpoint_started_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..2cffc15c395a039c4e65fc6dcec36399ac8936e5 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.async_checkpoint_started_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 135, "rank": 1, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.checkpoint_complete.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..06ce1c5d41e5babf19a5953d13dfc76feecf6a07 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.checkpoint_complete.json @@ -0,0 +1 @@ +{"global_step": 135, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.worker_sidecars_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.worker_sidecars_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..4f8fa1e1882318e23ba2de5ecd247b179f965248 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.worker_sidecars_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 135, "rank": 0, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.worker_sidecars_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.worker_sidecars_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..0ad2e39d0bec0fcb3259429923ba27032b096b01 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/.worker_sidecars_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 135, "rank": 1, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/fsdp_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/fsdp_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c38861cf9fbaeb69436bb93e7cf73cf8b547767 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/fsdp_config.json @@ -0,0 +1,4 @@ +{ + "FSDP_version": 1, + "world_size": 2 +} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/huggingface/chat_template.jinja b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/huggingface/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..699ff8df401fe4788525e9c1f9b86a99eadd6230 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/huggingface/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/huggingface/config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3481ab358bf648258006db5db7845f13f4078558 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/huggingface/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_implementation": "flash_attention_2", + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151643, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.12.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/huggingface/generation_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..db2b31be69794e3fcee126bc9825cc1eb120a02a --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/huggingface/generation_config.json @@ -0,0 +1,7 @@ +{ + "bos_token_id": 151643, + "do_sample": false, + "eos_token_id": 151643, + "max_new_tokens": 2048, + "transformers_version": "5.12.0" +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/huggingface/tokenizer_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df536e97729326adf38c9b8388573463b55c096e --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_135/actor/huggingface/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.async_checkpoint_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.async_checkpoint_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..c1da78a0b6c2d788e4c31c0476fcab6cecd64d49 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.async_checkpoint_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 15, "rank": 0, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_0.pt", "optim_world_size_2_rank_0.pt", "extra_state_world_size_2_rank_0.pt", "fsdp_config.json", "huggingface/config.json", "huggingface/tokenizer_config.json", "huggingface/chat_template.jinja", "huggingface/generation_config.json", "huggingface/tokenizer.json"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.async_checkpoint_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.async_checkpoint_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..5d04b651f37e8e716777be46a74716b7f90bb326 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.async_checkpoint_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 15, "rank": 1, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_1.pt", "optim_world_size_2_rank_1.pt", "extra_state_world_size_2_rank_1.pt"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.async_checkpoint_started_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.async_checkpoint_started_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..ad2f3ee002fe8f75d797294f641588f8060adb6d --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.async_checkpoint_started_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 15, "rank": 0, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.async_checkpoint_started_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.async_checkpoint_started_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..9b67813f8a9792a33f5d1b3e996129af1525c216 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.async_checkpoint_started_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 15, "rank": 1, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.checkpoint_complete.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..e5f599ec3078434b9bde9be4d1120721c2e81191 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.checkpoint_complete.json @@ -0,0 +1 @@ +{"global_step": 15, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.worker_sidecars_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.worker_sidecars_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..d4fdd492ec25132097819a3eca4456a31f03b35c --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.worker_sidecars_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 15, "rank": 0, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.worker_sidecars_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.worker_sidecars_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..b58346ea3bab7f238f9dda779fea134626c284fa --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/.worker_sidecars_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 15, "rank": 1, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/fsdp_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/fsdp_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c38861cf9fbaeb69436bb93e7cf73cf8b547767 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/fsdp_config.json @@ -0,0 +1,4 @@ +{ + "FSDP_version": 1, + "world_size": 2 +} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/huggingface/chat_template.jinja b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/huggingface/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..699ff8df401fe4788525e9c1f9b86a99eadd6230 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/huggingface/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/huggingface/config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3481ab358bf648258006db5db7845f13f4078558 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/huggingface/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_implementation": "flash_attention_2", + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151643, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.12.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/huggingface/generation_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..db2b31be69794e3fcee126bc9825cc1eb120a02a --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/huggingface/generation_config.json @@ -0,0 +1,7 @@ +{ + "bos_token_id": 151643, + "do_sample": false, + "eos_token_id": 151643, + "max_new_tokens": 2048, + "transformers_version": "5.12.0" +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/huggingface/tokenizer_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df536e97729326adf38c9b8388573463b55c096e --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_15/actor/huggingface/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.async_checkpoint_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.async_checkpoint_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..b3df8ff1993750eaac9a655ba7b2b769793a703f --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.async_checkpoint_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 30, "rank": 0, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_0.pt", "optim_world_size_2_rank_0.pt", "extra_state_world_size_2_rank_0.pt", "fsdp_config.json", "huggingface/config.json", "huggingface/tokenizer_config.json", "huggingface/chat_template.jinja", "huggingface/generation_config.json", "huggingface/tokenizer.json"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.async_checkpoint_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.async_checkpoint_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..b3cd96606340ffc08f37f13d97d99e284387ff2c --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.async_checkpoint_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 30, "rank": 1, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_1.pt", "optim_world_size_2_rank_1.pt", "extra_state_world_size_2_rank_1.pt"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.async_checkpoint_started_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.async_checkpoint_started_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..50906e7cf7a9823248a011da4800a76862215b3f --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.async_checkpoint_started_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 30, "rank": 0, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.async_checkpoint_started_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.async_checkpoint_started_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..54f84c026545576958ca099261567bc1c1a2937d --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.async_checkpoint_started_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 30, "rank": 1, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.checkpoint_complete.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..784f3717d40e14f6bed920e9b2adf96d0ad500ec --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.checkpoint_complete.json @@ -0,0 +1 @@ +{"global_step": 30, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.worker_sidecars_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.worker_sidecars_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..c1f142919f9c172cea5fdc3bb514abe50ed62c88 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.worker_sidecars_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 30, "rank": 0, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.worker_sidecars_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.worker_sidecars_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..32770c8f0e37f7cbe25e6103d4b90ad469d5c5e7 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/.worker_sidecars_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 30, "rank": 1, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/fsdp_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/fsdp_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c38861cf9fbaeb69436bb93e7cf73cf8b547767 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/fsdp_config.json @@ -0,0 +1,4 @@ +{ + "FSDP_version": 1, + "world_size": 2 +} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/huggingface/chat_template.jinja b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/huggingface/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..699ff8df401fe4788525e9c1f9b86a99eadd6230 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/huggingface/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/huggingface/config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3481ab358bf648258006db5db7845f13f4078558 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/huggingface/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_implementation": "flash_attention_2", + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151643, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.12.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/huggingface/generation_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..db2b31be69794e3fcee126bc9825cc1eb120a02a --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/huggingface/generation_config.json @@ -0,0 +1,7 @@ +{ + "bos_token_id": 151643, + "do_sample": false, + "eos_token_id": 151643, + "max_new_tokens": 2048, + "transformers_version": "5.12.0" +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/huggingface/tokenizer_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df536e97729326adf38c9b8388573463b55c096e --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_30/actor/huggingface/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.async_checkpoint_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.async_checkpoint_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..167c04779a89c998791bc21ea12e2b5d045ec080 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.async_checkpoint_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 45, "rank": 0, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_0.pt", "optim_world_size_2_rank_0.pt", "extra_state_world_size_2_rank_0.pt", "fsdp_config.json", "huggingface/config.json", "huggingface/tokenizer_config.json", "huggingface/chat_template.jinja", "huggingface/generation_config.json", "huggingface/tokenizer.json"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.async_checkpoint_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.async_checkpoint_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..a67fa4008173d0222830cf03d3b09e0d190f3f84 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.async_checkpoint_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 45, "rank": 1, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_1.pt", "optim_world_size_2_rank_1.pt", "extra_state_world_size_2_rank_1.pt"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.async_checkpoint_started_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.async_checkpoint_started_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..dbb6dba910c458b7897bde4c07a79d5d4ff26d03 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.async_checkpoint_started_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 45, "rank": 0, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.async_checkpoint_started_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.async_checkpoint_started_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..c008ade09d3b5e4b2ba397f77384d3e7ddcf34f0 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.async_checkpoint_started_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 45, "rank": 1, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.checkpoint_complete.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..93f8685c06aa64d153b80a541c0259aa540829bd --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.checkpoint_complete.json @@ -0,0 +1 @@ +{"global_step": 45, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.worker_sidecars_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.worker_sidecars_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..3c49e3858033f7756934d04c2a18904b49773ef7 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.worker_sidecars_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 45, "rank": 0, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.worker_sidecars_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.worker_sidecars_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..ae108045ec4c72391f10d50729a4ee9e530b4162 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/.worker_sidecars_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 45, "rank": 1, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/fsdp_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/fsdp_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c38861cf9fbaeb69436bb93e7cf73cf8b547767 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/fsdp_config.json @@ -0,0 +1,4 @@ +{ + "FSDP_version": 1, + "world_size": 2 +} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/huggingface/chat_template.jinja b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/huggingface/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..699ff8df401fe4788525e9c1f9b86a99eadd6230 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/huggingface/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/huggingface/config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3481ab358bf648258006db5db7845f13f4078558 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/huggingface/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_implementation": "flash_attention_2", + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151643, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.12.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/huggingface/generation_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..db2b31be69794e3fcee126bc9825cc1eb120a02a --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/huggingface/generation_config.json @@ -0,0 +1,7 @@ +{ + "bos_token_id": 151643, + "do_sample": false, + "eos_token_id": 151643, + "max_new_tokens": 2048, + "transformers_version": "5.12.0" +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/huggingface/tokenizer_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df536e97729326adf38c9b8388573463b55c096e --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_45/actor/huggingface/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.async_checkpoint_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.async_checkpoint_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..f2cdf4929c7a7d5eae4da5a3d6c01aab6e0fd16f --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.async_checkpoint_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 60, "rank": 0, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_0.pt", "optim_world_size_2_rank_0.pt", "extra_state_world_size_2_rank_0.pt", "fsdp_config.json", "huggingface/config.json", "huggingface/tokenizer_config.json", "huggingface/chat_template.jinja", "huggingface/generation_config.json", "huggingface/tokenizer.json"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.async_checkpoint_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.async_checkpoint_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..85f0a9af7d12ac54f0f04598f8a5bb070b9c5d02 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.async_checkpoint_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 60, "rank": 1, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_1.pt", "optim_world_size_2_rank_1.pt", "extra_state_world_size_2_rank_1.pt"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.async_checkpoint_started_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.async_checkpoint_started_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..7f507b2097539fdba17ae000cf52c84448399133 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.async_checkpoint_started_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 60, "rank": 0, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.async_checkpoint_started_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.async_checkpoint_started_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..9178ad29554d5e2d914599615187c84de8287ccb --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.async_checkpoint_started_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 60, "rank": 1, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.checkpoint_complete.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..625258d780e90b74d42533b416e93a3085654d0d --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.checkpoint_complete.json @@ -0,0 +1 @@ +{"global_step": 60, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.worker_sidecars_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.worker_sidecars_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..34e77f38c2e098c2a620e2d42fbedf0bc0260d15 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.worker_sidecars_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 60, "rank": 0, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.worker_sidecars_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.worker_sidecars_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..57046493fadf0691912cc24c689df11762363945 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/.worker_sidecars_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 60, "rank": 1, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/fsdp_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/fsdp_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c38861cf9fbaeb69436bb93e7cf73cf8b547767 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/fsdp_config.json @@ -0,0 +1,4 @@ +{ + "FSDP_version": 1, + "world_size": 2 +} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/huggingface/chat_template.jinja b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/huggingface/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..699ff8df401fe4788525e9c1f9b86a99eadd6230 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/huggingface/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/huggingface/config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3481ab358bf648258006db5db7845f13f4078558 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/huggingface/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_implementation": "flash_attention_2", + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151643, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.12.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/huggingface/generation_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..db2b31be69794e3fcee126bc9825cc1eb120a02a --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/huggingface/generation_config.json @@ -0,0 +1,7 @@ +{ + "bos_token_id": 151643, + "do_sample": false, + "eos_token_id": 151643, + "max_new_tokens": 2048, + "transformers_version": "5.12.0" +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/huggingface/tokenizer_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df536e97729326adf38c9b8388573463b55c096e --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_60/actor/huggingface/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.async_checkpoint_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.async_checkpoint_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..ac198ad6f30253191cbd1f5a77495d01025897e2 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.async_checkpoint_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 75, "rank": 0, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_0.pt", "optim_world_size_2_rank_0.pt", "extra_state_world_size_2_rank_0.pt", "fsdp_config.json", "huggingface/config.json", "huggingface/tokenizer_config.json", "huggingface/chat_template.jinja", "huggingface/generation_config.json", "huggingface/tokenizer.json"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.async_checkpoint_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.async_checkpoint_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..2669d3fb3302647fad6b56c6b312a788fd52d661 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.async_checkpoint_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 75, "rank": 1, "version": 1, "world_size": 2, "written_paths": ["model_world_size_2_rank_1.pt", "optim_world_size_2_rank_1.pt", "extra_state_world_size_2_rank_1.pt"]} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.async_checkpoint_started_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.async_checkpoint_started_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..5bef9f4585e7e287ccdc0b8ce7d7523c7f5664e0 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.async_checkpoint_started_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 75, "rank": 0, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.async_checkpoint_started_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.async_checkpoint_started_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..50c9228feb503eadf8383a8f2b57d9162b821c62 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.async_checkpoint_started_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 75, "rank": 1, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.checkpoint_complete.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.checkpoint_complete.json new file mode 100644 index 0000000000000000000000000000000000000000..47d481ff822c771c266d2162fc7ef32b164b1409 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.checkpoint_complete.json @@ -0,0 +1 @@ +{"global_step": 75, "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.worker_sidecars_ready_world_size_2_rank_0.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.worker_sidecars_ready_world_size_2_rank_0.json new file mode 100644 index 0000000000000000000000000000000000000000..c5743d9c9d28f760399cf5f2c4b4077c9fb76f80 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.worker_sidecars_ready_world_size_2_rank_0.json @@ -0,0 +1 @@ +{"global_step": 75, "rank": 0, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.worker_sidecars_ready_world_size_2_rank_1.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.worker_sidecars_ready_world_size_2_rank_1.json new file mode 100644 index 0000000000000000000000000000000000000000..7f946e423ac0f10d4beda6f6b106cf522a7704eb --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/.worker_sidecars_ready_world_size_2_rank_1.json @@ -0,0 +1 @@ +{"global_step": 75, "rank": 1, "required_paths": [], "version": 1, "world_size": 2} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/fsdp_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/fsdp_config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c38861cf9fbaeb69436bb93e7cf73cf8b547767 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/fsdp_config.json @@ -0,0 +1,4 @@ +{ + "FSDP_version": 1, + "world_size": 2 +} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/huggingface/chat_template.jinja b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/huggingface/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..699ff8df401fe4788525e9c1f9b86a99eadd6230 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/huggingface/chat_template.jinja @@ -0,0 +1,85 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set content = message.content %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is defined and message.reasoning_content is not none %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in message.content %} + {%- set content = message.content.split('')[-1].lstrip('\n') %} + {%- set reasoning_content = message.content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- message.content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/huggingface/config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/huggingface/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3481ab358bf648258006db5db7845f13f4078558 --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/huggingface/config.json @@ -0,0 +1,72 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_implementation": "flash_attention_2", + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151643, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 9728, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 32768, + "max_window_layers": 36, + "model_type": "qwen3", + "num_attention_heads": 32, + "num_hidden_layers": 36, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.12.0", + "use_cache": true, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/huggingface/generation_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/huggingface/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..db2b31be69794e3fcee126bc9825cc1eb120a02a --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/huggingface/generation_config.json @@ -0,0 +1,7 @@ +{ + "bos_token_id": 151643, + "do_sample": false, + "eos_token_id": 151643, + "max_new_tokens": 2048, + "transformers_version": "5.12.0" +} diff --git a/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/huggingface/tokenizer_config.json b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/huggingface/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df536e97729326adf38c9b8388573463b55c096e --- /dev/null +++ b/experiments/weak_to_strong/math/baseline/260722-grpo-dapo-math17k-qwen3-4b-base-len20480-overlong4k-pf1p0-dp2-step150-b64-mb32-nosystem-save15-eval15-bestval-finalopt-aime24/global_step_75/actor/huggingface/tokenizer_config.json @@ -0,0 +1,30 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|endoftext|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "unk_token": null +}