Skip to content

Commit

Permalink
n_workers and thread per worker should be integer
Browse files Browse the repository at this point in the history
  • Loading branch information
gtramonte committed Jul 29, 2024
1 parent 991f9cf commit 15dbb9c
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions executor/app/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -452,9 +452,9 @@ def get_size(self, location_path):
dask_cluster_opts["processes"] = True
port = int(os.getenv("DASK_DASHBOARD_PORT", 8787))
dask_cluster_opts["dashboard_address"] = f":{port}"
dask_cluster_opts["n_workers"] = os.getenv("DASK_N_WORKERS", 1)
dask_cluster_opts["n_workers"] = int(os.getenv("DASK_N_WORKERS", 1))
dask_cluster_opts["memory_limit"] = os.getenv("DASK_MEMORY_LIMIT", "auto")
dask_cluster_opts['thread_per_worker'] = os.getenv("DASK_THREADS_PER_WORKER", 8)
dask_cluster_opts['thread_per_worker'] = int(os.getenv("DASK_THREADS_PER_WORKER", 8))


executor = Executor(broker=broker, store_path=store_path, dask_cluster_opts=dask_cluster_opts)
Expand Down

0 comments on commit 15dbb9c

Please sign in to comment.