tweak

yuiseki · yuiseki · commit 51d599cbfff9 · 2024-03-28T13:31:30.000+09:00
diff --git a/src/dataset/prepare.py b/src/dataset/prepare.py
@@ -4,7 +4,6 @@
 
 from litgpt import HFTokenizer
 from litgpt.data.prepare_starcoder import DataChunkRecipe
-from litgpt.utils import CLI
 
 from datasets.load import load_dataset
 
diff --git a/src/train.py b/src/train.py
@@ -282,8 +282,8 @@ def load_model_and_tokenizer(model_id):
 #
 # Save the model
 #
-#merged_model = model.merge_and_unload()
-#merged_model.save_pretrained(merged_model_path)
-#tokenizer.save_pretrained(merged_model_path)
+# merged_model = model.merge_and_unload()
+# merged_model.save_pretrained(merged_model_path)
+# tokenizer.save_pretrained(merged_model_path)
 
 wandb.finish()

Original file line number	Diff line number	Diff line change
`@@ -282,8 +282,8 @@ def load_model_and_tokenizer(model_id):`
`282`	`282`	`#`
`283`	`283`	`# Save the model`
`284`	`284`	`#`
`285`		`-#merged_model = model.merge_and_unload()`
`286`		`-#merged_model.save_pretrained(merged_model_path)`
`287`		`-#tokenizer.save_pretrained(merged_model_path)`
	`285`	`+# merged_model = model.merge_and_unload()`
	`286`	`+# merged_model.save_pretrained(merged_model_path)`
	`287`	`+# tokenizer.save_pretrained(merged_model_path)`
`288`	`288`
`289`	`289`	`wandb.finish()`