| model: |
| base_model_id: mistralai/Mistral-7B-Instruct-v0.3 |
| model_family: mistral |
| target_modules: |
| - q_proj |
| - k_proj |
| - v_proj |
| - o_proj |
| - gate_proj |
| - up_proj |
| - down_proj |
| lora: |
| r: 16 |
| alpha: 32 |
| dropout: 0.05 |
| dataset: |
| name: lasgroup/SDPO |
| config: null |
| slug: sdpo_tooluse |
| split: train |
| text_field: prompt |
| max_samples: 50 |
| eval_samples: 256 |
| domain: tool_use |
| format: tooluse |
| prompt_style: |
| style: none |
| system_prompt: null |
| sdpo: |
| reward: tooluse_match |
| num_generations: 4 |
| generation_batch_size: 32 |
| steps_per_generation: null |
| max_prompt_length: 2048 |
| max_completion_length: 1024 |
| max_reprompt_len: 10240 |
| mask_truncated_completions: true |
| distillation_alpha: 1.0 |
| distillation_topk: null |
| distillation_weight: 1.0 |
| distillation_is_clip: 2.0 |
| full_logit_distillation: false |
| policy_loss_mode: distillation_only |
| teacher_regularization: ema |
| teacher_update_rate: null |
| success_reward_threshold: 1.0 |
| use_successful_as_teacher: true |
| include_environment_feedback: false |
| feedback_column: null |
| beta: 0.0 |
| epsilon: 0.2 |
| scale_rewards: group |
| temperature: 1.3 |
| dump_rollouts: true |
| optimization: |
| num_train_epochs: 1 |
| per_device_batch_size: 1 |
| gradient_accumulation_steps: 2 |
| learning_rate: 5.0e-05 |
| warmup_ratio: 0.0 |
| weight_decay: 0.0 |
| lr_scheduler_type: cosine |
| max_grad_norm: 1.0 |
| sequence: |
| max_length: 2048 |
| packing: true |
| checkpointing: |
| num_checkpoints: 8 |
| save_total_limit: 64 |
| schedule: log |
| save_steps: null |
| runtime: |
| logging_steps: 20 |
| bf16: true |
| gradient_checkpointing: true |
| wandb: true |
| wandb_project: amr-fma-train |
| hf_push: true |
| hf_org: tkwiecinski |
| hf_visibility: public |
| force_restart: false |
| evaluation: |
| enabled: false |
| eval_steps: null |
| strategy: null |
| phase: |
| name: P1 |
| run: |
| method: lora_sdpo |
| exp_name: tooluse_baseline |
| seed: 42 |
| tags: |
| phase: ${phase.name} |
| domain: ${dataset.domain} |
| paths: |
| base: ${oc.env:AMR_FMA_BASE,/capstor/scratch/cscs/${oc.env:USER}/amr-fma} |
| model_short: ${hf_last:${model.base_model_id}} |
| run_slug: ${run.exp_name}__s${run.seed} |
|
|
