Enable fairseq fblearner sweep backend to use manifold for checkpoint savings
Summary: Deffault fairseq fblearner sweep backend uses gluser to save checkoints which is slow for large models. This diff enables fairseq fblearner sweep to use manifold for checkpoint savings.
@@ -95,6 +95,11 @@ class PathManager:
return FVCorePathManager.rm(path)
os.remove(path)
+ @staticmethod
+ def chmod(path: str, mode: int) -> None:
+ if "manifold" not in path:
+ os.chmod(path, mode)
+
@staticmethod
def register_handler(handler) -> None:
if FVCorePathManager:
