method: lora_sft base_model_id: mistralai/Mistral-7B-Instruct-v0.3 seed: 43 exp_name: p1_sft_math_tooluse git_commit: 8b979a30de6dfbf3b5a1052e42d8c0453b214d3f dataset: DigitalLearningGmbH/MATH-lighteval dataset_slug: math manifest_path: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/manifest.yaml tags: phase: P1 domain: math hyperparams: model: base_model_id: mistralai/Mistral-7B-Instruct-v0.3 model_family: mistral target_modules: - q_proj - k_proj - v_proj - o_proj - gate_proj - up_proj - down_proj dataset: name: DigitalLearningGmbH/MATH-lighteval split: train text_field: problem max_samples: null eval_samples: 256 config: null domain: math slug: math format: math min_level: 3 sequence: max_length: 2048 packing: true lora: r: 16 alpha: 32 dropout: 0.05 target_modules: - q_proj - k_proj - v_proj - o_proj - gate_proj - up_proj - down_proj optimization: num_train_epochs: 3 per_device_batch_size: 4 gradient_accumulation_steps: 8 learning_rate: 0.0002 warmup_ratio: 0.05 weight_decay: 0.01 lr_scheduler_type: cosine max_grad_norm: 1.0 checkpointing: num_checkpoints: 8 save_total_limit: 64 schedule: log save_steps: null runtime: logging_steps: 20 bf16: true gradient_checkpointing: true wandb: true wandb_project: amr-fma-train hf_push: true hf_org: tkwiecinski hf_visibility: public force_restart: false sdpo: null evaluation: enabled: true eval_steps: 200 strategy: steps prompt_style: null final_adapter_path: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/adapter_final total_steps: 93 checkpoints: - step: 1 dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-1 artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-1 metadata: source: trainer_on_save metrics: eval_loss: 1.108635 eval_runtime: 11.2437 eval_samples_per_second: 3.824 eval_steps_per_second: 0.978 eval_perplexity: 3.030218 hf_revision: step-00001 hf_commit: d3e274c7c0400c80d4e1dd3ffa01cb10a18df4e4 - step: 3 dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-3 artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-3 metadata: source: trainer_on_save metrics: eval_loss: 0.971054 eval_runtime: 5.7584 eval_samples_per_second: 7.467 eval_steps_per_second: 1.91 eval_perplexity: 2.640727 hf_revision: step-00003 hf_commit: f31bbf5584b682566703484c09f057f59118fe28 - step: 6 dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-6 artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-6 metadata: source: trainer_on_save metrics: eval_loss: 0.949123 eval_runtime: 5.7641 eval_samples_per_second: 7.46 eval_steps_per_second: 1.908 eval_perplexity: 2.583442 hf_revision: step-00006 hf_commit: 4e7ff2a1a08dcea2cc53e4f1c60f9cbb3dabfdaf - step: 13 dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-13 artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-13 metadata: source: trainer_on_save metrics: eval_loss: 0.790621 eval_runtime: 5.7905 eval_samples_per_second: 7.426 eval_steps_per_second: 1.9 eval_perplexity: 2.204764 hf_revision: step-00013 hf_commit: d2746bccce4dd3dfe15428c283ada3938fee9841 - step: 25 dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-25 artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-25 metadata: source: trainer_on_save metrics: eval_loss: 0.742381 eval_runtime: 5.7917 eval_samples_per_second: 7.424 eval_steps_per_second: 1.899 eval_perplexity: 2.100933 hf_revision: step-00025 hf_commit: e4dcfca4c0e6be23a7633340ce9e0662618d407c - step: 48 dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-48 artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-48 metadata: source: trainer_on_save metrics: eval_loss: 0.716036 eval_runtime: 5.8057 eval_samples_per_second: 7.406 eval_steps_per_second: 1.895 eval_perplexity: 2.046307 hf_revision: step-00048 hf_commit: cb9113c9b0c20eaf9f7a916d42f3dff9075e9ff6 - step: 92 dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-92 artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-92 metadata: source: trainer_on_save metrics: eval_loss: 0.713915 eval_runtime: 5.8045 eval_samples_per_second: 7.408 eval_steps_per_second: 1.895 eval_perplexity: 2.04197 hf_revision: step-00092 hf_commit: 4b75de9a81f39c99b8a87b8eef2388bf8294a937 - step: 93 dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-93 artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s43/checkpoint-93 metadata: source: trainer_on_save metrics: eval_loss: 0.714052 eval_runtime: 5.7765 eval_samples_per_second: 7.444 eval_steps_per_second: 1.904 eval_perplexity: 2.04225 hf_revision: step-00093 hf_commit: 0ca20254bb70d4e2f1c4d75da78947d0d2e7b349 wandb_run_id: yspwad6p wandb_eval_run_ids: {} hf_repo_id: tkwiecinski/amr-fma-Mistral-7B-Instruct-v0.3-lora_sft-math-p1_sft_math_tooluse-s43