Update recipes/A5000_24GB_x8/Mistral-7B-v0.1/coder-sql-en.yaml

yuiseki · yuiseki · commit 162e9f4efb9c · 2024-05-05T22:00:55.000+09:00
diff --git a/recipes/A5000_24GB_x8/Mistral-7B-v0.1/coder-sql-en.yaml b/recipes/A5000_24GB_x8/Mistral-7B-v0.1/coder-sql-en.yaml
@@ -13,6 +13,6 @@ lora_r: 8
 lora_alpha: 16
 lora_dropout: 0.05
 train_claim_gpu_num: 8
-train_per_device_train_batch_size: 4
-train_gradient_accumulation_steps: 4
+train_per_device_train_batch_size: 2
+train_gradient_accumulation_steps: 8
 train_num_train_epochs: 4
