{ "output_dir": "/vast/users/muhammad.haris/Sathira/PolyAlign/data/chinese/merged_sft_dedup/hdpo_work/llama32_3b/critic/bundle", "encoder_name_or_path": "/vast/users/muhammad.haris/Sathira/PolyAlign/saves/llama3_2-3b_dist-sft-zh", "train_records": 86336, "eval_records": 10887, "pair_train_records": 49065, "pair_eval_records": 5663, "skipped_exact_pair_train_records": 23, "skipped_exact_pair_eval_records": 4, "bucket_count": 13, "finetune_encoder": false, "encoder_learning_rate": null, "critic_learning_rate": 0.001, "max_grad_norm": 1.0, "torch_dtype": "torch.bfloat16", "gradient_checkpointing": false, "fix_mistral_regex": true, "distributed": false, "distributed_rank": 0, "distributed_world_size": 1, "is_main_process": true, "resolved_device": "cuda", "visible_cuda_devices": 1, "data_parallel_device_ids": [], "show_progress": true, "history": [ { "epoch": 1, "train": { "loss": 0.09125629, "reg_loss": 0.04600421, "rank_loss": 0.04525208, "steps": 10792 }, "eval": { "loss": 0.09889557, "reg_loss": 0.03234209, "rank_loss": 0.06655348, "steps": 1361 } } ] }