Update recipes/A5000_24GB_x8/i18n-ja-wikipedia.yaml

Author: yuiseki

recipes/A5000_24GB_x8/i18n-ja-wikipedia.yaml

@@ -1,7 +1,7 @@
 target_task: tasks/i18n/ja.md
 base_model_id: TinyLlama/TinyLlama-1.1B-intermediate-step-715k-1.5T
-model_name: tinyllama-ja-wikipedia-1.5T-v0.1
-output_base_dir: /data/output
+model_name: tinyllama-ja-wikipedia-1.5T-v0.2
+output_base_dir: output
 dataset_id: wikimedia/wikipedia
 dataset_load_config: 20231101.ja
 dataset_input_field_name: text
@@ -10,18 +10,7 @@ dataset_train_split_test_size: 0.2
 lora_r: 8
 lora_alpha: 16
 lora_dropout: 0.05
-train_claim_gpu_num: 4
+train_claim_gpu_num: 8
 train_per_device_train_batch_size: 4
-train_gradient_accumulation_steps: 16
-train_num_train_epochs: 2
-inference_max_new_tokens: 32
-evaluations:
-  -
-    prompt: "２つ以上の文字を組み合わせて図案化したもののことで、特にルイ・ヴィトンのものが知られるのは何でしょう？"
-    expected_output: "モノグラム"
-  -
-    prompt: "幾つかの布切れを縫いあわせ、飾りや模様を作る手芸方法を何というでしょう？"
-    expected_output: "パッチワーク"
-  -
-    prompt: "格闘家ボブ・サップの出身国はどこでしょう？"
-    expected_output: "アメリカ"
+train_gradient_accumulation_steps: 4
+train_num_train_epochs: 4

recipes/A5000_24GB_x8/translator-en-ja-oasst1.yaml

@@ -1,7 +1,7 @@
 target_task: tasks/nlp/translation.md
-base_model_id: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
+base_model_id: tinyllama-ja-wikipedia-1.5T-v0.2
 model_name: tinyllama-translator-en-ja-oasst1-v0.1
-output_base_dir: /data/output
+output_base_dir: output
 dataset_id: kunishou/oasst1-89k-ja
 dataset_input_hint: Given the text, translate to Japanese.
 dataset_input_field_name: text