| { |
| "output_dir": "/vast/users/muhammad.haris/Sathira/PolyAlign/data/chinese/merged_sft_dedup/hdpo_work/llama32_3b/critic/bundle", |
| "encoder_name_or_path": "/vast/users/muhammad.haris/Sathira/PolyAlign/saves/llama3_2-3b_dist-sft-zh", |
| "train_records": 86336, |
| "eval_records": 10887, |
| "pair_train_records": 49065, |
| "pair_eval_records": 5663, |
| "skipped_exact_pair_train_records": 23, |
| "skipped_exact_pair_eval_records": 4, |
| "bucket_count": 13, |
| "finetune_encoder": false, |
| "encoder_learning_rate": null, |
| "critic_learning_rate": 0.001, |
| "max_grad_norm": 1.0, |
| "torch_dtype": "torch.bfloat16", |
| "gradient_checkpointing": false, |
| "fix_mistral_regex": true, |
| "distributed": false, |
| "distributed_rank": 0, |
| "distributed_world_size": 1, |
| "is_main_process": true, |
| "resolved_device": "cuda", |
| "visible_cuda_devices": 1, |
| "data_parallel_device_ids": [], |
| "show_progress": true, |
| "history": [ |
| { |
| "epoch": 1, |
| "train": { |
| "loss": 0.09125629, |
| "reg_loss": 0.04600421, |
| "rank_loss": 0.04525208, |
| "steps": 10792 |
| }, |
| "eval": { |
| "loss": 0.09889557, |
| "reg_loss": 0.03234209, |
| "rank_loss": 0.06655348, |
| "steps": 1361 |
| } |
| } |
| ] |
| } |
|
|
