manifest.yaml

method: lora_sft
base_model_id: mistralai/Mistral-7B-Instruct-v0.3
seed: 42
exp_name: p1_sft_math_tooluse
git_commit: 8b979a30de6dfbf3b5a1052e42d8c0453b214d3f
dataset: DigitalLearningGmbH/MATH-lighteval
dataset_slug: math
manifest_path: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/manifest.yaml
tags:
  phase: P1
  domain: math
hyperparams:
  model:
    base_model_id: mistralai/Mistral-7B-Instruct-v0.3
    model_family: mistral
    target_modules:
    - q_proj
    - k_proj
    - v_proj
    - o_proj
    - gate_proj
    - up_proj
    - down_proj
  dataset:
    name: DigitalLearningGmbH/MATH-lighteval
    split: train
    text_field: problem
    max_samples: null
    eval_samples: 256
    config: null
    domain: math
    slug: math
    format: math
    min_level: 3
  sequence:
    max_length: 2048
    packing: true
  lora:
    r: 16
    alpha: 32
    dropout: 0.05
    target_modules:
    - q_proj
    - k_proj
    - v_proj
    - o_proj
    - gate_proj
    - up_proj
    - down_proj
  optimization:
    num_train_epochs: 3
    per_device_batch_size: 4
    gradient_accumulation_steps: 8
    learning_rate: 0.0002
    warmup_ratio: 0.05
    weight_decay: 0.01
    lr_scheduler_type: cosine
    max_grad_norm: 1.0
  checkpointing:
    num_checkpoints: 8
    save_total_limit: 64
    schedule: log
    save_steps: null
  runtime:
    logging_steps: 20
    bf16: true
    gradient_checkpointing: true
    wandb: true
    wandb_project: amr-fma-train
    hf_push: true
    hf_org: tkwiecinski
    hf_visibility: public
    force_restart: false
  sdpo: null
  evaluation:
    enabled: true
    eval_steps: 200
    strategy: steps
  prompt_style: null
  final_adapter_path: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/adapter_final
  total_steps: 93
checkpoints:
- step: 1
  dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-1
  artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-1
  metadata:
    source: trainer_on_save
  metrics:
    eval_loss: 1.108635
    eval_runtime: 11.0878
    eval_samples_per_second: 3.878
    eval_steps_per_second: 0.992
    eval_perplexity: 3.030218
  hf_revision: step-00001
  hf_commit: e76fd3c19b411c5b856aa59ccb3e92d32757f0d2
- step: 3
  dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-3
  artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-3
  metadata:
    source: trainer_on_save
  metrics:
    eval_loss: 0.950765
    eval_runtime: 5.6387
    eval_samples_per_second: 7.626
    eval_steps_per_second: 1.951
    eval_perplexity: 2.587689
  hf_revision: step-00003
  hf_commit: dac43bb3ac8a2e0c4acef6d26599f0c16cebf105
- step: 6
  dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-6
  artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-6
  metadata:
    source: trainer_on_save
  metrics:
    eval_loss: 0.866825
    eval_runtime: 5.6314
    eval_samples_per_second: 7.636
    eval_steps_per_second: 1.953
    eval_perplexity: 2.379345
  hf_revision: step-00006
  hf_commit: e2c0177b5bede9c24ac460ebdae7ce6fc2a2c79b
- step: 13
  dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-13
  artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-13
  metadata:
    source: trainer_on_save
  metrics:
    eval_loss: 0.773847
    eval_runtime: 5.6448
    eval_samples_per_second: 7.618
    eval_steps_per_second: 1.949
    eval_perplexity: 2.168091
  hf_revision: step-00013
  hf_commit: 5be6dd06a400b76e43e0dbf1d046e787eb447450
- step: 25
  dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-25
  artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-25
  metadata:
    source: trainer_on_save
  metrics:
    eval_loss: 0.737343
    eval_runtime: 5.6696
    eval_samples_per_second: 7.584
    eval_steps_per_second: 1.94
    eval_perplexity: 2.090374
  hf_revision: step-00025
  hf_commit: 6a2530e16479ece0e6696352db96c219b9e33681
- step: 48
  dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-48
  artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-48
  metadata:
    source: trainer_on_save
  metrics:
    eval_loss: 0.712156
    eval_runtime: 5.6717
    eval_samples_per_second: 7.582
    eval_steps_per_second: 1.939
    eval_perplexity: 2.038382
  hf_revision: step-00048
  hf_commit: 544a8253cd43902acbac07717b162d04b1df32d3
- step: 92
  dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-92
  artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-92
  metadata:
    source: trainer_on_save
  metrics:
    eval_loss: 0.712564
    eval_runtime: 5.6626
    eval_samples_per_second: 7.594
    eval_steps_per_second: 1.943
    eval_perplexity: 2.039213
  hf_revision: step-00092
  hf_commit: 20990e24539efa1eb4bd32ba09988851e3c4e28e
- step: 93
  dir: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-93
  artifact: /capstor/scratch/cscs/tkwiecinski/amr-fma/train/Mistral-7B-Instruct-v0.3/lora_sft/math/p1_sft_math_tooluse__s42/checkpoint-93
  metadata:
    source: trainer_on_save
  metrics:
    eval_loss: 0.712486
    eval_runtime: 5.6564
    eval_samples_per_second: 7.602
    eval_steps_per_second: 1.945
    eval_perplexity: 2.039054
  hf_revision: step-00093
  hf_commit: f6ac6dfaa1db707aca9796dc79af6620cdd4ce61
wandb_run_id: gz9oxnrb
wandb_eval_run_ids: {}
hf_repo_id: tkwiecinski/amr-fma-Mistral-7B-Instruct-v0.3-lora_sft-math-p1_sft_math_tooluse-s42