Fix max new tokens

yuiseki · yuiseki · commit 26f3206f7207 · 2024-03-26T16:34:54.000+09:00
diff --git a/recipes/A5000_24GB_x8/fake-news-detector-en-1.5T.yaml b/recipes/A5000_24GB_x8/fake-news-detector-en-1.5T.yaml
@@ -19,7 +19,7 @@ train_gradient_accumulation_steps: 2
 train_num_train_epochs: 4
 train_max_steps: 1000
 train_fp16: True
-inference_max_new_tokens: 2
+inference_max_new_tokens: 8
 evaluations:
   -
     prompt: "Donald Trump has never been President of the United States."
diff --git a/recipes/A5000_24GB_x8/fake-news-detector-en.yaml b/recipes/A5000_24GB_x8/fake-news-detector-en.yaml
@@ -19,7 +19,7 @@ train_gradient_accumulation_steps: 2
 train_num_train_epochs: 4
 train_max_steps: 1000
 train_fp16: True
-inference_max_new_tokens: 2
+inference_max_new_tokens: 8
 evaluations:
   -
     prompt: "Donald Trump has never been President of the United States."
diff --git a/recipes/A5000_24GB_x8/hate-speech-detector-en-1.5T.yaml b/recipes/A5000_24GB_x8/hate-speech-detector-en-1.5T.yaml
@@ -19,7 +19,7 @@ train_gradient_accumulation_steps: 4
 train_num_train_epochs: 4
 train_max_steps: 1000
 train_fp16: True
-inference_max_new_tokens: 2
+inference_max_new_tokens: 16
 evaluations:
   -
     prompt: "the white establishment can't have blk folx running around loving themselves and promoting our greatness"
diff --git a/recipes/A5000_24GB_x8/hate-speech-detector-en.yaml b/recipes/A5000_24GB_x8/hate-speech-detector-en.yaml
@@ -19,7 +19,7 @@ train_gradient_accumulation_steps: 4
 train_num_train_epochs: 4
 train_max_steps: 1000
 train_fp16: True
-inference_max_new_tokens: 2
+inference_max_new_tokens: 16
 evaluations:
   -
     prompt: "the white establishment can't have blk folx running around loving themselves and promoting our greatness"
diff --git a/recipes/A5000_24GB_x8/karasu-sentiment-analyzer-ja.yaml b/recipes/A5000_24GB_x8/karasu-sentiment-analyzer-ja.yaml
@@ -19,7 +19,7 @@ train_gradient_accumulation_steps: 2
 train_num_train_epochs: 4
 train_max_steps: 1000
 train_fp16: True
-inference_max_new_tokens: 2
+inference_max_new_tokens: 16
 evaluations:
   -
     prompt: "ぼけっとしてたらこんな時間。チャリあるから食べにでたいのに…"
diff --git a/recipes/A5000_24GB_x8/sentiment-analyzer-en.yaml b/recipes/A5000_24GB_x8/sentiment-analyzer-en.yaml
@@ -19,7 +19,7 @@ train_gradient_accumulation_steps: 2
 train_num_train_epochs: 4
 train_max_steps: 200
 train_fp16: True
-inference_max_new_tokens: 2
+inference_max_new_tokens: 16
 evaluations:
   -
     prompt: "Yes my laptop works So now i can abort my diplomthesis"
diff --git a/recipes/A5000_24GB_x8/sentiment-analyzer-ja.yaml b/recipes/A5000_24GB_x8/sentiment-analyzer-ja.yaml
@@ -19,7 +19,7 @@ train_gradient_accumulation_steps: 2
 train_num_train_epochs: 4
 train_max_steps: 1000
 train_fp16: True
-inference_max_new_tokens: 2
+inference_max_new_tokens: 16
 evaluations:
   -
     prompt: "ぼけっとしてたらこんな時間。チャリあるから食べにでたいのに…"
diff --git a/recipes/A5000_24GB_x8/sentiment-analyzer-multilingual.yaml b/recipes/A5000_24GB_x8/sentiment-analyzer-multilingual.yaml
@@ -21,7 +21,7 @@ train_gradient_accumulation_steps: 2
 train_num_train_epochs: 4
 train_max_steps: 1000
 train_fp16: True
-inference_max_new_tokens: 2
+inference_max_new_tokens: 16
 evaluations:
   -
     prompt: "Yes my laptop works So now i can abort my diplomthesis"

Original file line number	Diff line number	Diff line change
`@@ -19,7 +19,7 @@ train_gradient_accumulation_steps: 2`
`19`	`19`	`train_num_train_epochs: 4`
`20`	`20`	`train_max_steps: 1000`
`21`	`21`	`train_fp16: True`
`22`		`-inference_max_new_tokens: 2`
	`22`	`+inference_max_new_tokens: 8`
`23`	`23`	`evaluations:`
`24`	`24`	`-`
`25`	`25`	`prompt: "Donald Trump has never been President of the United States."`
Original file line number	Diff line number	Diff line change
`@@ -21,7 +21,7 @@ train_gradient_accumulation_steps: 2`
`21`	`21`	`train_num_train_epochs: 4`
`22`	`22`	`train_max_steps: 1000`
`23`	`23`	`train_fp16: True`
`24`		`-inference_max_new_tokens: 2`
	`24`	`+inference_max_new_tokens: 16`
`25`	`25`	`evaluations:`
`26`	`26`	`-`
`27`	`27`	`prompt: "Yes my laptop works So now i can abort my diplomthesis"`