Add coder-color variants

Author: yuiseki

recipes/A5000_24GB_x8/coler-color-en.yaml recipes/A5000_24GB_x8/coder-color-en.yaml

@@ -0,0 +1,32 @@
+target_task: tasks/text-generation/text2rgbhex.md
+base_model_id: TinyLlama/TinyLlama-1.1B-intermediate-step-715k-1.5T
+model_name: tinyllama-coder-color-en-basic-1.5T
+output_base_dir: output
+dataset_id: burkelibbey/colors
+dataset_input_field_name: description
+dataset_output_field_name: color
+dataset_train_split_seed: 42
+dataset_train_split_test_size: 0.2
+lora_r: 8
+lora_alpha: 16
+lora_dropout: 0.05
+train_claim_gpu_num: 1
+train_per_device_train_batch_size: 8
+train_gradient_accumulation_steps: 2
+train_num_train_epochs: 4
+train_max_steps: 200
+train_fp16: True
+inference_max_new_tokens: 16
+evaluations:
+  -
+    prompt: "Pure Black: A shade that completely absorbs light and does not reflect any colors. It is the darkest possible shade."
+    expected_output: "#000000"
+  -
+    prompt: "yellow color"
+    expected_output: "#fff000"
+  -
+    prompt: "sky blue color"
+    expected_output: "#3090c0"
+  - 
+    prompt: "light orange color"
+    expected_output: "#f08040"

recipes/RTX_3060_12GB/coder-color-en-basic-1.5T.yaml

@@ -1,6 +1,6 @@
 target_task: tasks/text-generation/text2rgbhex.md
-base_model_id: TinyLlama/TinyLlama-1.1B-Chat-v1.0
-model_name: tinyllama-color-coder-v1
+base_model_id: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
+model_name: tinyllama-coder-color-en-basic-3T
 output_base_dir: output
 dataset_id: burkelibbey/colors
 dataset_input_field_name: description

recipes/RTX_3060_12GB/color-coder.yaml recipes/RTX_3060_12GB/coder-color-en-basic-3T.yaml

@@ -0,0 +1,32 @@
+target_task: tasks/text-generation/text2rgbhex.md
+base_model_id: TinyLlama/TinyLlama-1.1B-intermediate-step-715k-1.5T
+model_name: tinyllama-coder-color-en-lora-param-1.5T
+output_base_dir: output
+dataset_id: burkelibbey/colors
+dataset_input_field_name: description
+dataset_output_field_name: color
+dataset_train_split_seed: 42
+dataset_train_split_test_size: 0.2
+lora_r: 64
+lora_alpha: 16
+lora_dropout: 0.1
+train_claim_gpu_num: 1
+train_per_device_train_batch_size: 8
+train_gradient_accumulation_steps: 16
+train_num_train_epochs: 4
+train_max_steps: 200
+train_fp16: True
+inference_max_new_tokens: 16
+evaluations:
+  -
+    prompt: "Pure Black: A shade that completely absorbs light and does not reflect any colors. It is the darkest possible shade."
+    expected_output: "#000000"
+  -
+    prompt: "yellow color"
+    expected_output: "#fff000"
+  -
+    prompt: "sky blue color"
+    expected_output: "#3090c0"
+  - 
+    prompt: "light orange color"
+    expected_output: "#f08040"

recipes/RTX_3060_12GB/coder-color-en-lora-param-1.5T.yaml

@@ -0,0 +1,32 @@
+target_task: tasks/text-generation/text2rgbhex.md
+base_model_id: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
+model_name: tinyllama-coder-color-en-lora-param-3T
+output_base_dir: output
+dataset_id: burkelibbey/colors
+dataset_input_field_name: description
+dataset_output_field_name: color
+dataset_train_split_seed: 42
+dataset_train_split_test_size: 0.2
+lora_r: 64
+lora_alpha: 16
+lora_dropout: 0.1
+train_claim_gpu_num: 1
+train_per_device_train_batch_size: 8
+train_gradient_accumulation_steps: 16
+train_num_train_epochs: 4
+train_max_steps: 200
+train_fp16: True
+inference_max_new_tokens: 16
+evaluations:
+  -
+    prompt: "Pure Black: A shade that completely absorbs light and does not reflect any colors. It is the darkest possible shade."
+    expected_output: "#000000"
+  -
+    prompt: "yellow color"
+    expected_output: "#fff000"
+  -
+    prompt: "sky blue color"
+    expected_output: "#3090c0"
+  - 
+    prompt: "light orange color"
+    expected_output: "#f08040"