We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent d159802 commit 71d7370Copy full SHA for 71d7370
src/dataset/load.py
@@ -3,6 +3,17 @@
3
import yaml
4
from datasets.load import load_dataset
5
6
+load_dataset("oscar")
7
+load_dataset("cc100")
8
+load_dataset("cerebras/SlimPajama-627B")
9
+load_dataset("bigcode/starcoderdata")
10
+load_dataset("Open-Orca/OpenOrca")
11
+load_dataset("HuggingFaceH4/ultrafeedback_binarized")
12
+load_dataset("HuggingFaceH4/ultrachat_200k")
13
+load_dataset("allenai/c4", "en")
14
+load_dataset("allenai/c4", "ja")
15
+load_dataset("the_pile", "all")
16
+
17
18
# 指定されたファイルパスからyamlファイルを読み込む
19
def load_yaml(file_path):
0 commit comments