Skip to content

Commit 71d7370

Browse files
committed
Update src/dataset/load.py
1 parent d159802 commit 71d7370

File tree

1 file changed

+11
-0
lines changed

1 file changed

+11
-0
lines changed

src/dataset/load.py

+11
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,17 @@
33
import yaml
44
from datasets.load import load_dataset
55

6+
load_dataset("oscar")
7+
load_dataset("cc100")
8+
load_dataset("cerebras/SlimPajama-627B")
9+
load_dataset("bigcode/starcoderdata")
10+
load_dataset("Open-Orca/OpenOrca")
11+
load_dataset("HuggingFaceH4/ultrafeedback_binarized")
12+
load_dataset("HuggingFaceH4/ultrachat_200k")
13+
load_dataset("allenai/c4", "en")
14+
load_dataset("allenai/c4", "ja")
15+
load_dataset("the_pile", "all")
16+
617

718
# 指定されたファイルパスからyamlファイルを読み込む
819
def load_yaml(file_path):

0 commit comments

Comments
 (0)