File size: 1,224 Bytes
b682eea | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 | {
"output_dir": "/vast/users/muhammad.haris/Sathira/PolyAlign/data/chinese/merged_sft_dedup/hdpo_work/llama32_3b/critic/bundle",
"encoder_name_or_path": "/vast/users/muhammad.haris/Sathira/PolyAlign/saves/llama3_2-3b_dist-sft-zh",
"train_records": 86336,
"eval_records": 10887,
"pair_train_records": 49065,
"pair_eval_records": 5663,
"skipped_exact_pair_train_records": 23,
"skipped_exact_pair_eval_records": 4,
"bucket_count": 13,
"finetune_encoder": false,
"encoder_learning_rate": null,
"critic_learning_rate": 0.001,
"max_grad_norm": 1.0,
"torch_dtype": "torch.bfloat16",
"gradient_checkpointing": false,
"fix_mistral_regex": true,
"distributed": false,
"distributed_rank": 0,
"distributed_world_size": 1,
"is_main_process": true,
"resolved_device": "cuda",
"visible_cuda_devices": 1,
"data_parallel_device_ids": [],
"show_progress": true,
"history": [
{
"epoch": 1,
"train": {
"loss": 0.09125629,
"reg_loss": 0.04600421,
"rank_loss": 0.04525208,
"steps": 10792
},
"eval": {
"loss": 0.09889557,
"reg_loss": 0.03234209,
"rank_loss": 0.06655348,
"steps": 1361
}
}
]
}
|