Text Generation
Transformers
Safetensors
qwen2
Generated from Trainer
rl-swarm
grpo
gensyn
I am large padded chimpanzee
trl
genrl-swarm
I am large_padded_chimpanzee
conversational
text-generation-inference
Instructions to use 0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use 0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee") messages = [ {"role": "user", "content": "Who are you?"}, ] pipe(messages)# Load model directly from transformers import AutoTokenizer, AutoModelForCausalLM tokenizer = AutoTokenizer.from_pretrained("0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee") model = AutoModelForCausalLM.from_pretrained("0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee", device_map="auto") messages = [ {"role": "user", "content": "Who are you?"}, ] inputs = tokenizer.apply_chat_template( messages, add_generation_prompt=True, tokenize=True, return_dict=True, return_tensors="pt", ).to(model.device) outputs = model.generate(**inputs, max_new_tokens=40) print(tokenizer.decode(outputs[0][inputs["input_ids"].shape[-1]:])) - Inference
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use 0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker
docker model run hf.co/0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee
- SGLang
How to use 0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }' - Docker Model Runner
How to use 0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee with Docker Model Runner:
docker model run hf.co/0xOzii/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-large_padded_chimpanzee
End of training
Browse files- all_results.json +5 -5
- model.safetensors +1 -1
- train_results.json +5 -5
- trainer_state.json +135 -135
- training_args.bin +1 -1
all_results.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"total_flos": 0.0,
|
| 3 |
-
"train_loss":
|
| 4 |
-
"train_runtime":
|
| 5 |
-
"train_samples":
|
| 6 |
-
"train_samples_per_second":
|
| 7 |
-
"train_steps_per_second": 0.
|
| 8 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"total_flos": 0.0,
|
| 3 |
+
"train_loss": 1.4465488493442536e-05,
|
| 4 |
+
"train_runtime": 205.9942,
|
| 5 |
+
"train_samples": 37,
|
| 6 |
+
"train_samples_per_second": 1.553,
|
| 7 |
+
"train_steps_per_second": 0.097
|
| 8 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1976163472
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eb8f927e39e0a697d2d56fb4372c8a423aa4aa35f8ee47f06b87342a0e8fdb1b
|
| 3 |
size 1976163472
|
train_results.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"total_flos": 0.0,
|
| 3 |
-
"train_loss":
|
| 4 |
-
"train_runtime":
|
| 5 |
-
"train_samples":
|
| 6 |
-
"train_samples_per_second":
|
| 7 |
-
"train_steps_per_second": 0.
|
| 8 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"total_flos": 0.0,
|
| 3 |
+
"train_loss": 1.4465488493442536e-05,
|
| 4 |
+
"train_runtime": 205.9942,
|
| 5 |
+
"train_samples": 37,
|
| 6 |
+
"train_samples_per_second": 1.553,
|
| 7 |
+
"train_steps_per_second": 0.097
|
| 8 |
}
|
trainer_state.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
-
"epoch":
|
| 6 |
"eval_steps": 500,
|
| 7 |
"global_step": 20,
|
| 8 |
"is_hyper_param_search": false,
|
|
@@ -10,209 +10,209 @@
|
|
| 10 |
"is_world_process_zero": true,
|
| 11 |
"log_history": [
|
| 12 |
{
|
| 13 |
-
"completion_length":
|
| 14 |
-
"epoch": 0.
|
| 15 |
-
"grad_norm":
|
| 16 |
"kl": 0.0,
|
| 17 |
"learning_rate": 5e-07,
|
| 18 |
"loss": 0.0,
|
| 19 |
-
"reward":
|
| 20 |
-
"reward_std": 0.
|
| 21 |
-
"rewards/concensus_correctness_reward_func": 0.
|
| 22 |
-
"rewards/consensus_reward_func": 0.
|
| 23 |
"rewards/cumulative_reward_2": 0.0,
|
| 24 |
"rewards/final_correctness_reward_func": 0.125,
|
| 25 |
-
"rewards/question_recreation_reward_func": 0.
|
| 26 |
-
"rewards/soft_format_reward_func": 0.
|
| 27 |
-
"rewards/strict_format_reward_func": 0.
|
| 28 |
-
"rewards/xmlcount_reward_func": 0.
|
| 29 |
"step": 2
|
| 30 |
},
|
| 31 |
{
|
| 32 |
-
"completion_length":
|
| 33 |
-
"epoch":
|
| 34 |
-
"grad_norm":
|
| 35 |
-
"kl": 0.
|
| 36 |
"learning_rate": 4.864543104251586e-07,
|
| 37 |
-
"loss": 0.
|
| 38 |
-
"reward":
|
| 39 |
-
"reward_std": 0.
|
| 40 |
-
"rewards/concensus_correctness_reward_func":
|
| 41 |
-
"rewards/consensus_reward_func":
|
| 42 |
"rewards/cumulative_reward_2": 0.0,
|
| 43 |
-
"rewards/final_correctness_reward_func": 0.
|
| 44 |
-
"rewards/question_recreation_reward_func": 0.
|
| 45 |
"rewards/soft_format_reward_func": 0.0,
|
| 46 |
-
"rewards/strict_format_reward_func": 0.
|
| 47 |
-
"rewards/xmlcount_reward_func":
|
| 48 |
"step": 4
|
| 49 |
},
|
| 50 |
{
|
| 51 |
-
"completion_length":
|
| 52 |
-
"epoch": 1.
|
| 53 |
-
"grad_norm":
|
| 54 |
-
"kl":
|
| 55 |
"learning_rate": 4.472851273490984e-07,
|
| 56 |
-
"loss": 0.
|
| 57 |
-
"reward":
|
| 58 |
-
"reward_std":
|
| 59 |
-
"rewards/concensus_correctness_reward_func":
|
| 60 |
-
"rewards/consensus_reward_func":
|
| 61 |
"rewards/cumulative_reward_2": 0.0,
|
| 62 |
-
"rewards/final_correctness_reward_func": 0.
|
| 63 |
-
"rewards/question_recreation_reward_func": 0.
|
| 64 |
"rewards/soft_format_reward_func": 0.0,
|
| 65 |
-
"rewards/strict_format_reward_func": 0.
|
| 66 |
-
"rewards/xmlcount_reward_func":
|
| 67 |
"step": 6
|
| 68 |
},
|
| 69 |
{
|
| 70 |
-
"completion_length":
|
| 71 |
-
"epoch":
|
| 72 |
-
"grad_norm":
|
| 73 |
-
"kl":
|
| 74 |
"learning_rate": 3.867370395306068e-07,
|
| 75 |
-
"loss": 0.
|
| 76 |
-
"reward":
|
| 77 |
-
"reward_std": 0.
|
| 78 |
-
"rewards/concensus_correctness_reward_func":
|
| 79 |
-
"rewards/consensus_reward_func":
|
| 80 |
"rewards/cumulative_reward_2": 0.0,
|
| 81 |
-
"rewards/final_correctness_reward_func": 0.
|
| 82 |
-
"rewards/question_recreation_reward_func": 0.
|
| 83 |
"rewards/soft_format_reward_func": 0.0,
|
| 84 |
-
"rewards/strict_format_reward_func": 0.
|
| 85 |
-
"rewards/xmlcount_reward_func":
|
| 86 |
"step": 8
|
| 87 |
},
|
| 88 |
{
|
| 89 |
-
"completion_length":
|
| 90 |
-
"epoch": 2.
|
| 91 |
-
"grad_norm":
|
| 92 |
-
"kl":
|
| 93 |
"learning_rate": 3.1137137178519977e-07,
|
| 94 |
-
"loss": 0.
|
| 95 |
-
"reward":
|
| 96 |
-
"reward_std": 0.
|
| 97 |
-
"rewards/concensus_correctness_reward_func":
|
| 98 |
-
"rewards/consensus_reward_func":
|
| 99 |
"rewards/cumulative_reward_2": 0.0,
|
| 100 |
-
"rewards/final_correctness_reward_func": 0.
|
| 101 |
-
"rewards/question_recreation_reward_func": 0.
|
| 102 |
"rewards/soft_format_reward_func": 0.0,
|
| 103 |
-
"rewards/strict_format_reward_func": 0.
|
| 104 |
-
"rewards/xmlcount_reward_func":
|
| 105 |
"step": 10
|
| 106 |
},
|
| 107 |
{
|
| 108 |
-
"completion_length":
|
| 109 |
-
"epoch":
|
| 110 |
-
"grad_norm":
|
| 111 |
-
"kl": 0.
|
| 112 |
"learning_rate": 2.2935516363191693e-07,
|
| 113 |
-
"loss": 0.
|
| 114 |
-
"reward":
|
| 115 |
-
"reward_std": 0.
|
| 116 |
-
"rewards/concensus_correctness_reward_func":
|
| 117 |
-
"rewards/consensus_reward_func":
|
| 118 |
"rewards/cumulative_reward_2": 0.0,
|
| 119 |
-
"rewards/final_correctness_reward_func": 0.
|
| 120 |
-
"rewards/question_recreation_reward_func": 0.
|
| 121 |
"rewards/soft_format_reward_func": 0.0,
|
| 122 |
-
"rewards/strict_format_reward_func": 0.
|
| 123 |
-
"rewards/xmlcount_reward_func":
|
| 124 |
"step": 12
|
| 125 |
},
|
| 126 |
{
|
| 127 |
-
"completion_length":
|
| 128 |
-
"epoch":
|
| 129 |
-
"grad_norm":
|
| 130 |
-
"kl":
|
| 131 |
"learning_rate": 1.4957614383675767e-07,
|
| 132 |
-
"loss": 0.
|
| 133 |
-
"reward":
|
| 134 |
-
"reward_std": 0.
|
| 135 |
-
"rewards/concensus_correctness_reward_func":
|
| 136 |
-
"rewards/consensus_reward_func":
|
| 137 |
"rewards/cumulative_reward_2": 0.0,
|
| 138 |
-
"rewards/final_correctness_reward_func": 0.
|
| 139 |
-
"rewards/question_recreation_reward_func": 0.
|
| 140 |
"rewards/soft_format_reward_func": 0.0,
|
| 141 |
-
"rewards/strict_format_reward_func": 0.
|
| 142 |
-
"rewards/xmlcount_reward_func":
|
| 143 |
"step": 14
|
| 144 |
},
|
| 145 |
{
|
| 146 |
-
"completion_length":
|
| 147 |
-
"epoch":
|
| 148 |
-
"grad_norm":
|
| 149 |
-
"kl":
|
| 150 |
"learning_rate": 8.067960709356478e-08,
|
| 151 |
-
"loss":
|
| 152 |
-
"reward":
|
| 153 |
-
"reward_std": 0.
|
| 154 |
-
"rewards/concensus_correctness_reward_func":
|
| 155 |
-
"rewards/consensus_reward_func":
|
| 156 |
"rewards/cumulative_reward_2": 0.0,
|
| 157 |
-
"rewards/final_correctness_reward_func": 0.
|
| 158 |
-
"rewards/question_recreation_reward_func": 0.
|
| 159 |
"rewards/soft_format_reward_func": 0.0,
|
| 160 |
-
"rewards/strict_format_reward_func": 0.
|
| 161 |
-
"rewards/xmlcount_reward_func":
|
| 162 |
"step": 16
|
| 163 |
},
|
| 164 |
{
|
| 165 |
-
"completion_length":
|
| 166 |
-
"epoch":
|
| 167 |
-
"grad_norm":
|
| 168 |
-
"kl":
|
| 169 |
"learning_rate": 3.013156219837776e-08,
|
| 170 |
-
"loss": 0.
|
| 171 |
-
"reward":
|
| 172 |
-
"reward_std": 0.
|
| 173 |
-
"rewards/concensus_correctness_reward_func":
|
| 174 |
-
"rewards/consensus_reward_func":
|
| 175 |
"rewards/cumulative_reward_2": 0.0,
|
| 176 |
-
"rewards/final_correctness_reward_func": 0.
|
| 177 |
-
"rewards/question_recreation_reward_func": 0.
|
| 178 |
"rewards/soft_format_reward_func": 0.0,
|
| 179 |
-
"rewards/strict_format_reward_func": 0.
|
| 180 |
-
"rewards/xmlcount_reward_func":
|
| 181 |
"step": 18
|
| 182 |
},
|
| 183 |
{
|
| 184 |
-
"completion_length":
|
| 185 |
-
"epoch":
|
| 186 |
-
"grad_norm":
|
| 187 |
-
"kl": 0.
|
| 188 |
"learning_rate": 3.4096741493194193e-09,
|
| 189 |
-
"loss": 0.
|
| 190 |
-
"reward":
|
| 191 |
-
"reward_std": 0.
|
| 192 |
-
"rewards/concensus_correctness_reward_func":
|
| 193 |
-
"rewards/consensus_reward_func":
|
| 194 |
"rewards/cumulative_reward_2": 0.0,
|
| 195 |
-
"rewards/final_correctness_reward_func": 0.
|
| 196 |
-
"rewards/question_recreation_reward_func": 0.
|
| 197 |
"rewards/soft_format_reward_func": 0.0,
|
| 198 |
-
"rewards/strict_format_reward_func": 0.
|
| 199 |
-
"rewards/xmlcount_reward_func":
|
| 200 |
"step": 20
|
| 201 |
},
|
| 202 |
{
|
| 203 |
-
"epoch":
|
| 204 |
"step": 20,
|
| 205 |
"total_flos": 0.0,
|
| 206 |
-
"train_loss":
|
| 207 |
-
"train_runtime":
|
| 208 |
-
"train_samples_per_second":
|
| 209 |
-
"train_steps_per_second": 0.
|
| 210 |
}
|
| 211 |
],
|
| 212 |
"logging_steps": 2,
|
| 213 |
"max_steps": 20,
|
| 214 |
"num_input_tokens_seen": 0,
|
| 215 |
-
"num_train_epochs":
|
| 216 |
"save_steps": 25,
|
| 217 |
"stateful_callbacks": {
|
| 218 |
"TrainerControl": {
|
|
|
|
| 2 |
"best_global_step": null,
|
| 3 |
"best_metric": null,
|
| 4 |
"best_model_checkpoint": null,
|
| 5 |
+
"epoch": 4.0,
|
| 6 |
"eval_steps": 500,
|
| 7 |
"global_step": 20,
|
| 8 |
"is_hyper_param_search": false,
|
|
|
|
| 10 |
"is_world_process_zero": true,
|
| 11 |
"log_history": [
|
| 12 |
{
|
| 13 |
+
"completion_length": 292.6875,
|
| 14 |
+
"epoch": 0.43243243243243246,
|
| 15 |
+
"grad_norm": 8.41179370880127,
|
| 16 |
"kl": 0.0,
|
| 17 |
"learning_rate": 5e-07,
|
| 18 |
"loss": 0.0,
|
| 19 |
+
"reward": 0.5981158169452101,
|
| 20 |
+
"reward_std": 0.5838229233631864,
|
| 21 |
+
"rewards/concensus_correctness_reward_func": 0.0,
|
| 22 |
+
"rewards/consensus_reward_func": 0.0625,
|
| 23 |
"rewards/cumulative_reward_2": 0.0,
|
| 24 |
"rewards/final_correctness_reward_func": 0.125,
|
| 25 |
+
"rewards/question_recreation_reward_func": 0.35599080089014024,
|
| 26 |
+
"rewards/soft_format_reward_func": 0.0,
|
| 27 |
+
"rewards/strict_format_reward_func": 0.0,
|
| 28 |
+
"rewards/xmlcount_reward_func": 0.05462499335408211,
|
| 29 |
"step": 2
|
| 30 |
},
|
| 31 |
{
|
| 32 |
+
"completion_length": 371.96875,
|
| 33 |
+
"epoch": 0.8648648648648649,
|
| 34 |
+
"grad_norm": 12.572685241699219,
|
| 35 |
+
"kl": 0.005039257390308194,
|
| 36 |
"learning_rate": 4.864543104251586e-07,
|
| 37 |
+
"loss": 0.0,
|
| 38 |
+
"reward": 0.5980560244061053,
|
| 39 |
+
"reward_std": 0.8491645804970176,
|
| 40 |
+
"rewards/concensus_correctness_reward_func": 0.0,
|
| 41 |
+
"rewards/consensus_reward_func": 0.0,
|
| 42 |
"rewards/cumulative_reward_2": 0.0,
|
| 43 |
+
"rewards/final_correctness_reward_func": 0.0625,
|
| 44 |
+
"rewards/question_recreation_reward_func": 0.3766185145941563,
|
| 45 |
"rewards/soft_format_reward_func": 0.0,
|
| 46 |
+
"rewards/strict_format_reward_func": 0.0,
|
| 47 |
+
"rewards/xmlcount_reward_func": 0.1589375026524067,
|
| 48 |
"step": 4
|
| 49 |
},
|
| 50 |
{
|
| 51 |
+
"completion_length": 286.65384615384613,
|
| 52 |
+
"epoch": 1.2162162162162162,
|
| 53 |
+
"grad_norm": 15.579334259033203,
|
| 54 |
+
"kl": 0.004699638256659875,
|
| 55 |
"learning_rate": 4.472851273490984e-07,
|
| 56 |
+
"loss": 0.0,
|
| 57 |
+
"reward": 0.6698740749404981,
|
| 58 |
+
"reward_std": 0.8217862514922252,
|
| 59 |
+
"rewards/concensus_correctness_reward_func": 0.0,
|
| 60 |
+
"rewards/consensus_reward_func": 0.0,
|
| 61 |
"rewards/cumulative_reward_2": 0.0,
|
| 62 |
+
"rewards/final_correctness_reward_func": 0.23076923076923078,
|
| 63 |
+
"rewards/question_recreation_reward_func": 0.3440663774426167,
|
| 64 |
"rewards/soft_format_reward_func": 0.0,
|
| 65 |
+
"rewards/strict_format_reward_func": 0.0,
|
| 66 |
+
"rewards/xmlcount_reward_func": 0.09503845927807,
|
| 67 |
"step": 6
|
| 68 |
},
|
| 69 |
{
|
| 70 |
+
"completion_length": 371.09375,
|
| 71 |
+
"epoch": 1.6486486486486487,
|
| 72 |
+
"grad_norm": 9.795913696289062,
|
| 73 |
+
"kl": 0.006318378056676011,
|
| 74 |
"learning_rate": 3.867370395306068e-07,
|
| 75 |
+
"loss": 0.0,
|
| 76 |
+
"reward": 0.7827430572360754,
|
| 77 |
+
"reward_std": 0.6272712158970535,
|
| 78 |
+
"rewards/concensus_correctness_reward_func": 0.05168750137090683,
|
| 79 |
+
"rewards/consensus_reward_func": 0.0,
|
| 80 |
"rewards/cumulative_reward_2": 0.0,
|
| 81 |
+
"rewards/final_correctness_reward_func": 0.1875,
|
| 82 |
+
"rewards/question_recreation_reward_func": 0.3384930535685271,
|
| 83 |
"rewards/soft_format_reward_func": 0.0,
|
| 84 |
+
"rewards/strict_format_reward_func": 0.015625,
|
| 85 |
+
"rewards/xmlcount_reward_func": 0.18943749647587538,
|
| 86 |
"step": 8
|
| 87 |
},
|
| 88 |
{
|
| 89 |
+
"completion_length": 335.2307692307692,
|
| 90 |
+
"epoch": 2.0,
|
| 91 |
+
"grad_norm": 11.530265808105469,
|
| 92 |
+
"kl": 0.00608269547452577,
|
| 93 |
"learning_rate": 3.1137137178519977e-07,
|
| 94 |
+
"loss": 0.0,
|
| 95 |
+
"reward": 0.384847030043602,
|
| 96 |
+
"reward_std": 0.6694476621655318,
|
| 97 |
+
"rewards/concensus_correctness_reward_func": 0.0,
|
| 98 |
+
"rewards/consensus_reward_func": 0.0,
|
| 99 |
"rewards/cumulative_reward_2": 0.0,
|
| 100 |
+
"rewards/final_correctness_reward_func": 0.0,
|
| 101 |
+
"rewards/question_recreation_reward_func": 0.2379624035495978,
|
| 102 |
"rewards/soft_format_reward_func": 0.0,
|
| 103 |
+
"rewards/strict_format_reward_func": 0.0,
|
| 104 |
+
"rewards/xmlcount_reward_func": 0.14688461617781565,
|
| 105 |
"step": 10
|
| 106 |
},
|
| 107 |
{
|
| 108 |
+
"completion_length": 258.875,
|
| 109 |
+
"epoch": 2.4324324324324325,
|
| 110 |
+
"grad_norm": 10.923238754272461,
|
| 111 |
+
"kl": 0.005304618814989226,
|
| 112 |
"learning_rate": 2.2935516363191693e-07,
|
| 113 |
+
"loss": 0.0,
|
| 114 |
+
"reward": 0.6665486422134563,
|
| 115 |
+
"reward_std": 0.4935144046903588,
|
| 116 |
+
"rewards/concensus_correctness_reward_func": 0.0,
|
| 117 |
+
"rewards/consensus_reward_func": 0.0,
|
| 118 |
"rewards/cumulative_reward_2": 0.0,
|
| 119 |
+
"rewards/final_correctness_reward_func": 0.125,
|
| 120 |
+
"rewards/question_recreation_reward_func": 0.3986423856113106,
|
| 121 |
"rewards/soft_format_reward_func": 0.0,
|
| 122 |
+
"rewards/strict_format_reward_func": 0.0,
|
| 123 |
+
"rewards/xmlcount_reward_func": 0.14290624717250466,
|
| 124 |
"step": 12
|
| 125 |
},
|
| 126 |
{
|
| 127 |
+
"completion_length": 322.875,
|
| 128 |
+
"epoch": 2.864864864864865,
|
| 129 |
+
"grad_norm": 13.007181167602539,
|
| 130 |
+
"kl": 0.007584667979244841,
|
| 131 |
"learning_rate": 1.4957614383675767e-07,
|
| 132 |
+
"loss": 0.0,
|
| 133 |
+
"reward": 1.1640999108203687,
|
| 134 |
+
"reward_std": 0.696440267143771,
|
| 135 |
+
"rewards/concensus_correctness_reward_func": 0.0,
|
| 136 |
+
"rewards/consensus_reward_func": 0.25,
|
| 137 |
"rewards/cumulative_reward_2": 0.0,
|
| 138 |
+
"rewards/final_correctness_reward_func": 0.125,
|
| 139 |
+
"rewards/question_recreation_reward_func": 0.43497489305445924,
|
| 140 |
"rewards/soft_format_reward_func": 0.0,
|
| 141 |
+
"rewards/strict_format_reward_func": 0.0,
|
| 142 |
+
"rewards/xmlcount_reward_func": 0.3541250037960708,
|
| 143 |
"step": 14
|
| 144 |
},
|
| 145 |
{
|
| 146 |
+
"completion_length": 306.8076923076923,
|
| 147 |
+
"epoch": 3.2162162162162162,
|
| 148 |
+
"grad_norm": 176.42681884765625,
|
| 149 |
+
"kl": 0.11724901679106271,
|
| 150 |
"learning_rate": 8.067960709356478e-08,
|
| 151 |
+
"loss": 0.0001,
|
| 152 |
+
"reward": 0.5219842281479102,
|
| 153 |
+
"reward_std": 0.43296160434301084,
|
| 154 |
+
"rewards/concensus_correctness_reward_func": 0.0,
|
| 155 |
+
"rewards/consensus_reward_func": 0.0,
|
| 156 |
"rewards/cumulative_reward_2": 0.0,
|
| 157 |
+
"rewards/final_correctness_reward_func": 0.0,
|
| 158 |
+
"rewards/question_recreation_reward_func": 0.3553303789633971,
|
| 159 |
"rewards/soft_format_reward_func": 0.0,
|
| 160 |
+
"rewards/strict_format_reward_func": 0.019230769230769232,
|
| 161 |
+
"rewards/xmlcount_reward_func": 0.14742307594189277,
|
| 162 |
"step": 16
|
| 163 |
},
|
| 164 |
{
|
| 165 |
+
"completion_length": 266.0,
|
| 166 |
+
"epoch": 3.6486486486486487,
|
| 167 |
+
"grad_norm": 23.959447860717773,
|
| 168 |
+
"kl": 0.008700933925865684,
|
| 169 |
"learning_rate": 3.013156219837776e-08,
|
| 170 |
+
"loss": 0.0,
|
| 171 |
+
"reward": 0.8606452494859695,
|
| 172 |
+
"reward_std": 0.7385878330096602,
|
| 173 |
+
"rewards/concensus_correctness_reward_func": 0.0,
|
| 174 |
+
"rewards/consensus_reward_func": 0.0,
|
| 175 |
"rewards/cumulative_reward_2": 0.0,
|
| 176 |
+
"rewards/final_correctness_reward_func": 0.25,
|
| 177 |
+
"rewards/question_recreation_reward_func": 0.3516764978412539,
|
| 178 |
"rewards/soft_format_reward_func": 0.0,
|
| 179 |
+
"rewards/strict_format_reward_func": 0.0,
|
| 180 |
+
"rewards/xmlcount_reward_func": 0.2589687490835786,
|
| 181 |
"step": 18
|
| 182 |
},
|
| 183 |
{
|
| 184 |
+
"completion_length": 503.3076923076923,
|
| 185 |
+
"epoch": 4.0,
|
| 186 |
+
"grad_norm": 13.536458969116211,
|
| 187 |
+
"kl": 0.008720061894004734,
|
| 188 |
"learning_rate": 3.4096741493194193e-09,
|
| 189 |
+
"loss": 0.0,
|
| 190 |
+
"reward": 0.5503992174680417,
|
| 191 |
+
"reward_std": 0.7149657578422473,
|
| 192 |
+
"rewards/concensus_correctness_reward_func": 0.0,
|
| 193 |
+
"rewards/consensus_reward_func": 0.07692307692307693,
|
| 194 |
"rewards/cumulative_reward_2": 0.0,
|
| 195 |
+
"rewards/final_correctness_reward_func": 0.07692307692307693,
|
| 196 |
+
"rewards/question_recreation_reward_func": 0.317822289151641,
|
| 197 |
"rewards/soft_format_reward_func": 0.0,
|
| 198 |
+
"rewards/strict_format_reward_func": 0.0,
|
| 199 |
+
"rewards/xmlcount_reward_func": 0.07873076945543289,
|
| 200 |
"step": 20
|
| 201 |
},
|
| 202 |
{
|
| 203 |
+
"epoch": 4.0,
|
| 204 |
"step": 20,
|
| 205 |
"total_flos": 0.0,
|
| 206 |
+
"train_loss": 1.4465488493442536e-05,
|
| 207 |
+
"train_runtime": 205.9942,
|
| 208 |
+
"train_samples_per_second": 1.553,
|
| 209 |
+
"train_steps_per_second": 0.097
|
| 210 |
}
|
| 211 |
],
|
| 212 |
"logging_steps": 2,
|
| 213 |
"max_steps": 20,
|
| 214 |
"num_input_tokens_seen": 0,
|
| 215 |
+
"num_train_epochs": 5,
|
| 216 |
"save_steps": 25,
|
| 217 |
"stateful_callbacks": {
|
| 218 |
"TrainerControl": {
|
training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 6008
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:222d897689b904466212ba970c317f94997dbbdaa55fff93ac218c435d845483
|
| 3 |
size 6008
|