Add optim_target_modules.

sillsdev · Feb 20, 2025 · 028aef8 · 028aef8
1 parent 4983a35
commit 028aef8
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/machine/jobs/settings.yaml b/machine/jobs/settings.yaml
@@ -8,6 +8,7 @@ default:
     train_params:
       do_train: true
       optim: apollo_adamw
+      optim_target_modules: [".*.attn.*", ".*.mlp.*"]
       warmup_steps: 1000
       per_device_train_batch_size: 16
       gradient_accumulation_steps: 4