Merge branch 'main' of github.com:yuiseki/infinite-tinyllama

Author: yuiseki

.vscode/settings.json

@@ -21,6 +21,7 @@
     "cosmopedia",
     "CSDS",
     "csebuetnlp",
+    "cuda",
     "curid",
     "dataframe",
     "datetime",

Makefile

@@ -7,10 +7,11 @@ all: $(targets)
 
 .PHONY: setup lock
 setup:
-	conda install pytorch==2.2.1 torchvision==0.17.1 torchaudio==2.2.1 pytorch-cuda=12.1 -c pytorch -c nvidia
-	conda install -c nvidia cuda-toolkit=11.6
-	pip install flash-attn --no-build-isolation
+	conda install -c nvidia cuda-toolkit=12.1
+	conda install pytorch torchvision torchaudio pytorch-cuda=12.1 -c pytorch -c nvidia
 	pip install -U pip
+	pip install packaging
+	pip install flash-attn --no-build-isolation
 	pip install -Ur requirements.txt
 lock:
 	pip freeze > requirements.txt.lock

README.md

@@ -37,15 +37,15 @@ VRAM 24GB で日本語データセットでファインチューニングしよ
 ## Setup
 
 ```bash
-conda create -n peft
+conda create -n peft python=3.10
 ```
 
 ```bash
-conda install -c nvidia cuda-toolkit=12.1
+conda activate peft
 ```
 
 ```bash
-conda activate peft
+conda install -c nvidia cuda-toolkit=12.1
 ```
 
 ## Training all models