Update src/dataset/load.py

yuiseki · yuiseki · commit a81fbfcbd38c · 2024-03-28T11:16:58.000+09:00
diff --git a/src/dataset/load.py b/src/dataset/load.py
@@ -35,7 +35,7 @@
 # load_dataset("cerebras/SlimPajama-627B", trust_remote_code=True)
 # TinyLlamaが使ってる、311 GB
 # load_dataset("bigcode/starcoderdata", trust_remote_code=True)
-# 825 GB
+# 886 GB
 # load_dataset("EleutherAI/pile", "all", trust_remote_code=True)
 # load_dataset("oscar")
 
