Update recipes/A5000_24GB_x8/q-gen-ja-wikipedia-JaQuAD.yaml

Author: yuiseki

recipes/A5000_24GB_x8/question-generation-ja-wikipedia-JaQuAD.yaml recipes/A5000_24GB_x8/q-gen-ja-wikipedia-JaQuAD.yaml

@@ -1,6 +1,6 @@
 target_task: tasks/text-generation/text2sql.md
 base_model_id: yuiseki/tinyllama-ja-wikipedia-1.5T-v0.1
-model_name: tinyllama-question-generation-ja-wikipedia-JaQuAD-v0.1
+model_name: tinyllama-q-gen-ja-wikipedia-JaQuAD-v0.1
 output_base_dir: /data/output
 dataset_id: SkelterLabsInc/JaQuAD
 dataset_input_hint: "以下の文章から次の単語が答えとなるような質問を作成してください。"
@@ -13,11 +13,9 @@ lora_r: 8
 lora_alpha: 16
 lora_dropout: 0.05
 train_claim_gpu_num: 4
-train_per_device_train_batch_size: 8
-train_gradient_accumulation_steps: 4
+train_per_device_train_batch_size: 4
+train_gradient_accumulation_steps: 64
 train_num_train_epochs: 4
-train_max_steps: 1000
-train_fp16: True
 inference_max_new_tokens: 64
 evaluations:
   -