Fix num_processes is not defined (#746)

* Fix num_processes is not defined * Also reorganize questions Co-authored-by: Sylvain Gugger <[email protected]>
huggingface · Oct 7, 2022 · 2ef7973 · 2ef7973
1 parent a54cd0a
commit 2ef7973
Showing 1 changed file with 7 additions and 6 deletions.
diff --git a/src/accelerate/commands/config/cluster.py b/src/accelerate/commands/config/cluster.py
@@ -35,6 +35,7 @@ def get_cluster_input():
 
     machine_rank = 0
     num_machines = 1
+    num_processes = 1
     gpu_ids = None
     main_process_ip = None
     main_process_port = None
@@ -294,12 +295,6 @@ def get_cluster_input():
             default=1,
             error_message="Please enter an integer.",
         )
-
-    if distributed_type in [DistributedType.MULTI_GPU, DistributedType.NO] and not use_cpu:
-        gpu_ids = _ask_field(
-            "What GPU(s) (by id) should be used for training on this machine as a comma-seperated list? [all]:",
-            default="all",
-        )
     elif distributed_type in [DistributedType.FSDP, DistributedType.DEEPSPEED]:
         num_processes = _ask_field(
             "How many GPU(s) should be used for distributed training? [1]:",
@@ -310,6 +305,12 @@ def get_cluster_input():
     else:
         num_processes = 1
 
+    if distributed_type in [DistributedType.MULTI_GPU, DistributedType.NO] and not use_cpu:
+        gpu_ids = _ask_field(
+            "What GPU(s) (by id) should be used for training on this machine as a comma-seperated list? [all]:",
+            default="all",
+        )
+
     if distributed_type != DistributedType.TPU:
         if distributed_type == DistributedType.DEEPSPEED and use_deepspeed_config:
             mixed_precision = "no"