No public description

PiperOrigin-RevId: 578010249
google-research · Oct 31, 2023 · df64802 · df64802
1 parent 397236e
commit df64802
Show file tree

Hide file tree

Showing 9 changed files with 11 additions and 10 deletions.
diff --git a/docs/usage/eval.md b/docs/usage/eval.md
@@ -168,7 +168,7 @@ cause issues), run the following on commandline:
 
 ```sh
 EVAL_OUTPUT_DIR="/tmp/model-eval/"
-python -m t5x.eval \
+python -m t5x.eval_unfragmented \
   --gin_file=t5x/google/examples/flaxformer_t5/configs/examples/eval/t5_1_1_small_cbqa_natural_questions.gin \
   --gin.EVAL_OUTPUT_DIR=\"${EVAL_OUTPUT_DIR}\" \
   --alsologtostderr

diff --git a/docs/usage/finetune.md b/docs/usage/finetune.md
@@ -161,7 +161,7 @@ cause issues), run the following on commandline:
 
 ```sh
 MODEL_DIR="/tmp/finetune-model/"
-python -m t5x.train \
+python -m t5x.train_unfragmented \
   --gin_file=t5x/examples/t5/t5_1_1/examples/small_wmt_finetune.gin \
   --gin.MODEL_DIR=\"${MODEL_DIR}\" \
   --alsologtostderr

diff --git a/docs/usage/gin.md b/docs/usage/gin.md
@@ -335,7 +335,7 @@ and if you are doing finetuning, you can use
 We can apply these two files with the following command:
 
 ```sh
-python -m t5x.train \
+python -m t5x.train_unfragmented \
   --gin_file=t5x/examples/t5/t5_1_1/small.gin \
   --gin_file=t5x/configs/runs/finetune.gin \
   --logtostderr
@@ -354,7 +354,7 @@ you'll see the list of required overrides, which we will populate for finetuning
 on WMT in the updated launch command here:
 
 ```sh
-python -m t5x.train \
+python -m t5x.train_unfragmented \
   --gin_file=t5x/examples/t5/t5_1_1/small.gin \
   --gin_file=t5x/configs/runs/finetune.gin \
   --gin.MIXTURE_OR_TASK_NAME=\"wmt_t2t_ende_v003\" \
@@ -379,7 +379,7 @@ is just such an example that allows you to exactly duplicate the previous launch
 command simply by calling:
 
 ```sh
-python -m t5x.train \
+python -m t5x.train_unfragmented \
   --gin_file=t5x/examples/t5/t5_1_1/examples/small_wmt_finetune.gin \
   --gin.MODEL_DIR=\"/tmp/t5_1_1_small_finetune_gin\" \
   --logtostderr

diff --git a/docs/usage/infer-files.md b/docs/usage/infer-files.md
@@ -161,7 +161,7 @@ cause issues), run the following on commandline:
 
 ```sh
 INFER_OUTPUT_DIR="/tmp/model-infer/"
-python -m t5x.infer \
+python -m t5x.infer_unfragmented \
   --gin_file=t5x/google/examples/flaxformer_t5/configs/examples/inference/t5_1_1_small_cbqa_natural_questions_tfexample.gin \
   --gin.INFER_OUTPUT_DIR=\"${INFER_OUTPUT_DIR}\" \
   --alsologtostderr

diff --git a/docs/usage/infer-seqio.md b/docs/usage/infer-seqio.md
@@ -159,7 +159,7 @@ cause issues), run the following on commandline:
 
 ```sh
 INFER_OUTPUT_DIR="/tmp/model-infer/"
-python -m t5x.infer \
+python -m t5x.infer_unfragmented \
   --gin_file=t5x/google/examples/flaxformer_t5/configs/examples/inference/t5_1_1_small_cbqa_natural_questions.gin \
   --gin.INFER_OUTPUT_DIR=\"${INFER_OUTPUT_DIR}\" \
   --alsologtostderr

diff --git a/docs/usage/pretrain.md b/docs/usage/pretrain.md
@@ -140,7 +140,7 @@ cause issues), run the following on commandline:
 
 ```sh
 MODEL_DIR="/tmp/pretrain-model/"
-python -m t5x.train \
+python -m t5x.train_unfragmented \
   --gin_file=t5x/examples/t5/t5_1_1/c4_pretrain_small.gin \
   --gin.MODEL_DIR=\"${MODEL_DIR}\" \
   --alsologtostderr

diff --git a/t5x/notebooks/evaluation.ipynb b/t5x/notebooks/evaluation.ipynb
@@ -870,7 +870,7 @@
         "\n",
         "```\n",
         "EVAL_OUTPUT_DIR=\"/tmp/eval-model/\"\n",
-        "python -m t5x.train \\\n",
+        "python -m t5x.train_unfragmented \\\n",
         "  --gin_file=${GIN_FILE_PATH} \\\n",
         "  --gin.EVAL_OUTPUT_DIR=\\\"${EVAL_OUTPUT_DIR}\\\" \\\n",
         "  --alsologtostderr\n",

diff --git a/t5x/notebooks/inference.ipynb b/t5x/notebooks/inference.ipynb
@@ -645,7 +645,7 @@
         "\n",
         "```\n",
         "INFER_OUTPUT_DIR=\"/tmp/inference-model/\"\n",
-        "python -m t5x.infer \\\n",
+        "python -m t5x.infer_unfragmented \\\n",
         "  --gin_file=${GIN_FILE_PATH} \\\n",
         "  --gin.INFER_OUTPUT_DIR=\\\"${INFER_OUTPUT_DIR}\\\" \\\n",
         "  --alsologtostderr\n",

diff --git a/t5x/train.py b/t5x/train.py
@@ -16,6 +16,7 @@
 
 """
 
+
 # pylint: disable=g-import-not-at-top
 
 import functools
Original file line number	Diff line number	Diff line change
Expand Up		@@ -16,6 +16,7 @@

		"""


		# pylint: disable=g-import-not-at-top

		import functools
Expand Down