| method: lora_sft |
| base_model_id: mistralai/Mistral-7B-Instruct-v0.3 |
| seed: 42 |
| exp_name: p1_sft_math_tooluse |
| git_commit: 8b979a30de6dfbf3b5a1052e42d8c0453b214d3f |
| dataset: DigitalLearningGmbH/MATH-lighteval |
| dataset_slug: math |
| manifest_path: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/manifest.yaml |
| tags: |
| phase: P1 |
| domain: math |
| hyperparams: |
| model: |
| base_model_id: mistralai/Mistral-7B-Instruct-v0.3 |
| model_family: mistral |
| target_modules: |
| - q_proj |
| - k_proj |
| - v_proj |
| - o_proj |
| - gate_proj |
| - up_proj |
| - down_proj |
| dataset: |
| name: DigitalLearningGmbH/MATH-lighteval |
| split: train |
| text_field: problem |
| max_samples: null |
| eval_samples: 256 |
| config: null |
| domain: math |
| slug: math |
| format: math |
| min_level: 3 |
| sequence: |
| max_length: 2048 |
| packing: true |
| lora: |
| r: 16 |
| alpha: 32 |
| dropout: 0.05 |
| target_modules: |
| - q_proj |
| - k_proj |
| - v_proj |
| - o_proj |
| - gate_proj |
| - up_proj |
| - down_proj |
| optimization: |
| num_train_epochs: 3 |
| per_device_batch_size: 4 |
| gradient_accumulation_steps: 8 |
| learning_rate: 0.0002 |
| warmup_ratio: 0.05 |
| weight_decay: 0.01 |
| lr_scheduler_type: cosine |
| max_grad_norm: 1.0 |
| checkpointing: |
| num_checkpoints: 8 |
| save_total_limit: 64 |
| schedule: log |
| save_steps: null |
| runtime: |
| logging_steps: 20 |
| bf16: true |
| gradient_checkpointing: true |
| wandb: true |
| wandb_project: amr-fma-train |
| hf_push: true |
| hf_org: tkwiecinski |
| hf_visibility: public |
| force_restart: false |
| sdpo: null |
| evaluation: |
| enabled: true |
| eval_steps: 200 |
| strategy: steps |
| prompt_style: null |
| final_adapter_path: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/adapter_final |
| total_steps: 93 |
| checkpoints: |
| - step: 1 |
| dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-1 |
| artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-1 |
| metadata: |
| source: trainer_on_save |
| metrics: |
| eval_loss: 1.108635 |
| eval_runtime: 11.0878 |
| eval_samples_per_second: 3.878 |
| eval_steps_per_second: 0.992 |
| eval_perplexity: 3.030218 |
| hf_revision: step-00001 |
| hf_commit: e76fd3c19b411c5b856aa59ccb3e92d32757f0d2 |
| - step: 3 |
| dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-3 |
| artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-3 |
| metadata: |
| source: trainer_on_save |
| metrics: |
| eval_loss: 0.950765 |
| eval_runtime: 5.6387 |
| eval_samples_per_second: 7.626 |
| eval_steps_per_second: 1.951 |
| eval_perplexity: 2.587689 |
| hf_revision: step-00003 |
| hf_commit: dac43bb3ac8a2e0c4acef6d26599f0c16cebf105 |
| - step: 6 |
| dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-6 |
| artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-6 |
| metadata: |
| source: trainer_on_save |
| metrics: |
| eval_loss: 0.866825 |
| eval_runtime: 5.6314 |
| eval_samples_per_second: 7.636 |
| eval_steps_per_second: 1.953 |
| eval_perplexity: 2.379345 |
| hf_revision: step-00006 |
| hf_commit: e2c0177b5bede9c24ac460ebdae7ce6fc2a2c79b |
| - step: 13 |
| dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-13 |
| artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-13 |
| metadata: |
| source: trainer_on_save |
| metrics: |
| eval_loss: 0.773847 |
| eval_runtime: 5.6448 |
| eval_samples_per_second: 7.618 |
| eval_steps_per_second: 1.949 |
| eval_perplexity: 2.168091 |
| hf_revision: step-00013 |
| hf_commit: 5be6dd06a400b76e43e0dbf1d046e787eb447450 |
| - step: 25 |
| dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-25 |
| artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-25 |
| metadata: |
| source: trainer_on_save |
| metrics: |
| eval_loss: 0.737343 |
| eval_runtime: 5.6696 |
| eval_samples_per_second: 7.584 |
| eval_steps_per_second: 1.94 |
| eval_perplexity: 2.090374 |
| hf_revision: step-00025 |
| hf_commit: 6a2530e16479ece0e6696352db96c219b9e33681 |
| - step: 48 |
| dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-48 |
| artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-48 |
| metadata: |
| source: trainer_on_save |
| metrics: |
| eval_loss: 0.712156 |
| eval_runtime: 5.6717 |
| eval_samples_per_second: 7.582 |
| eval_steps_per_second: 1.939 |
| eval_perplexity: 2.038382 |
| hf_revision: step-00048 |
| hf_commit: 544a8253cd43902acbac07717b162d04b1df32d3 |
| - step: 92 |
| dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-92 |
| artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-92 |
| metadata: |
| source: trainer_on_save |
| metrics: |
| eval_loss: 0.712564 |
| eval_runtime: 5.6626 |
| eval_samples_per_second: 7.594 |
| eval_steps_per_second: 1.943 |
| eval_perplexity: 2.039213 |
| hf_revision: step-00092 |
| hf_commit: 20990e24539efa1eb4bd32ba09988851e3c4e28e |
| - step: 93 |
| dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-93 |
| artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-93 |
| metadata: |
| source: trainer_on_save |
| metrics: |
| eval_loss: 0.712486 |
| eval_runtime: 5.6564 |
| eval_samples_per_second: 7.602 |
| eval_steps_per_second: 1.945 |
| eval_perplexity: 2.039054 |
| hf_revision: step-00093 |
| hf_commit: f6ac6dfaa1db707aca9796dc79af6620cdd4ce61 |
| wandb_run_id: gz9oxnrb |
| wandb_eval_run_ids: {} |
| hf_repo_id: tkwiecinski/amr-fma-Mistral-7B-Instruct-v0.3-lora_sft-math-p1_sft_math_tooluse-s42 |
|
|
