Update いろいろ

yuiseki · yuiseki · commit 5842cefebbaa · 2024-03-28T07:31:04.000+09:00
diff --git a/recipes/A5000_24GB_x8/fake-news-detector-en.yaml b/recipes/A5000_24GB_x8/fake-news-detector-en.yaml
@@ -13,11 +13,11 @@ dataset_train_split_test_size: 0.2
 lora_r: 8
 lora_alpha: 16
 lora_dropout: 0.05
-train_claim_gpu_num: 1
-train_per_device_train_batch_size: 4
+train_claim_gpu_num: 3
+train_per_device_train_batch_size: 8
 train_gradient_accumulation_steps: 2
 train_num_train_epochs: 4
-train_max_steps: 1000
+train_max_steps: 2000
 train_fp16: True
 inference_max_new_tokens: 8
 evaluations:
diff --git a/recipes/A5000_24GB_x8/hate-speech-detector-en.yaml b/recipes/A5000_24GB_x8/hate-speech-detector-en.yaml
@@ -13,11 +13,11 @@ dataset_train_split_test_size: 0.2
 lora_r: 8
 lora_alpha: 16
 lora_dropout: 0.05
-train_claim_gpu_num: 1
+train_claim_gpu_num: 2
 train_per_device_train_batch_size: 8
 train_gradient_accumulation_steps: 4
 train_num_train_epochs: 4
-train_max_steps: 1000
+train_max_steps: 2000
 train_fp16: True
 inference_max_new_tokens: 16
 evaluations:
diff --git a/recipes/A5000_24GB_x8/sentiment-analyzer-en.yaml b/recipes/A5000_24GB_x8/sentiment-analyzer-en.yaml
@@ -13,7 +13,7 @@ dataset_train_split_test_size: 0.2
 lora_r: 8
 lora_alpha: 16
 lora_dropout: 0.05
-train_claim_gpu_num: 1
+train_claim_gpu_num: 2
 train_per_device_train_batch_size: 8
 train_gradient_accumulation_steps: 2
 train_num_train_epochs: 4
