algorithm: grpo
apo:
  eval_accumulation_steps: 1
  eval_steps: 5
  eval_strategy: steps
  gradient_checkpointing: true
  max_length: 768
  max_prompt_length: 512
  max_steps: 50
  output_dir: experiments/matrix/gemma-4-e2b_grpo/models
  per_device_eval_batch_size: 1
  per_device_train_batch_size: 1
data:
  default_lang: bam
  languages:
  - multi13
  scheme: completion
distillation:
  backend: google
  enabled: false
  hitl: false
  location: global
  model: gemini-2.5-flash
  tau: 0.5
  vertex: false
dpo:
  eval_accumulation_steps: 1
  eval_steps: 5
  eval_strategy: steps
  gradient_checkpointing: true
  max_length: 768
  max_prompt_length: 512
  max_steps: 50
  output_dir: experiments/matrix/gemma-4-e2b_grpo/models
  per_device_eval_batch_size: 1
  per_device_train_batch_size: 1
experiment:
  dataset: packaged
  eval_file: test.json
  freeze_resources: true
  kveritas: true
  kveritas_disclosure: open
  kveritas_seal: true
  max_eval_rows: 10
  scope: MULTI13
model:
  load_in_4bit: true
  load_in_8bit: false
  lora_alpha: 32
  lora_dropout: 0.1
  lora_r: 16
  model_name: google/gemma-4-E2B
  use_peft: true
preset: multi13
project_name: matrix_gemma-4-e2b_grpo
reward:
  format_weight: 0.2
  lang_weight: 0.2
  morph_weight: 0.3
  rule_weight: 0.3
safety:
  enabled: true
scope: MULTI13
sft:
  eval_steps: 5
  eval_strategy: steps
  gradient_checkpointing: true
  max_steps: 50
  output_dir: experiments/matrix/gemma-4-e2b_grpo/models
  per_device_eval_batch_size: 1
  per_device_train_batch_size: 1
trainer:
  beta: 0.1
  bf16: false
  eval_steps: 5
  eval_strategy: steps
  framework: torch
  gradient_accumulation_steps: 4
  gradient_checkpointing: true
  learning_rate: 5.0e-06
  lr_scheduler_type: cosine
  max_completion_length: 256
  max_prompt_length: 512
  max_steps: 50
  num_generations: 4
  num_train_epochs: 1.0
  output_dir: experiments/matrix/gemma-4-e2b_grpo/models
  per_device_eval_batch_size: 4
  per_device_train_batch_size: 1
  report_to: trackio
  seed: 42
  temperature: 0.9
  use_cpu: false
  use_vllm: false
  vllm_gpu_memory_utilization: 0.3
  vllm_mode: colocate
  warmup_ratio: 0.03
  weight_decay: 0.01
