Always attempt to create dask-worker-space folder and continue if it exists
@@ -485,8 +485,7 @@ class Worker(ServerNode):
if not local_directory:
local_directory = dask.config.get("temporary-directory") or os.getcwd()
- if not os.path.exists(local_directory):
- os.makedirs(local_directory)
+ os.makedirs(local_directory, exist_ok=True)
local_directory = os.path.join(local_directory, "dask-worker-space")
with warn_on_duration(
