Add recipes/A5000_24GB_x8/coder-python-ja-wikipedia-amenokaku.yaml

Author: yuiseki

recipes/A5000_24GB_x8/coder-python-ja-wikipedia-amenokaku.yaml

@@ -0,0 +1,29 @@
+target_task: tasks/text-generation/text2sql.md
+base_model_id: yuiseki/tinyllama-ja-wikipedia-1.5T-v0.1
+model_name: tinyllama-coder-python-ja-wikipedia-amenokaku-v0.1
+output_base_dir: /data/output
+dataset_id: kunishou/amenokaku-code-instruct
+dataset_input_field_name: instruction
+dataset_context_field_name: input
+dataset_output_field_name: output
+dataset_train_split_seed: 42
+dataset_train_split_test_size: 0.2
+lora_r: 8
+lora_alpha: 16
+lora_dropout: 0.05
+train_claim_gpu_num: 4
+train_per_device_train_batch_size: 8
+train_gradient_accumulation_steps: 4
+train_num_train_epochs: 4
+train_max_steps: 1000
+train_fp16: True
+inference_max_new_tokens: 64
+evaluations:
+  - 
+    prompt: "How many heads of the departments are older than 56 ?"
+    context: "CREATE TABLE head (age INTEGER)"
+    expected_output: "SELECT COUNT(*) FROM head WHERE age > 56"
+  -
+    prompt: "List the name, born state and age of the heads of departments ordered by age."
+    context: "CREATE TABLE head (name VARCHAR, born_state VARCHAR, age VARCHAR)"
+    expected_output: "SELECT name, born_state, age FROM head ORDER BY age"