X-Git-Url: https://osm.etsi.org/gitweb/?p=osm%2Fcommon.git;a=blobdiff_plain;f=osm_common%2Ffsmongo.py;fp=osm_common%2Ffsmongo.py;h=b04057e4d6993586ea3edf2f2dc7cce73ff2bd66;hp=7fb071ac71790fb50c9edf35347cfeec49206bfc;hb=f73a900d6ca2e6002efe1533d7188fb52a5ee7fe;hpb=98fc8f01d18d1a05c16fed7ccee355611a6e20ce diff --git a/osm_common/fsmongo.py b/osm_common/fsmongo.py index 7fb071a..b04057e 100644 --- a/osm_common/fsmongo.py +++ b/osm_common/fsmongo.py @@ -205,10 +205,13 @@ class FsMongo(FsBase): def __update_local_fs(self, from_path=None): dir_cursor = self.fs.find({"metadata.type": "dir"}, no_cursor_timeout=True) + valid_paths = [] + for directory in dir_cursor: if from_path and not directory.filename.startswith(from_path): continue os.makedirs(self.path + directory.filename, exist_ok=True) + valid_paths.append(self.path + directory.filename) file_cursor = self.fs.find( {"metadata.type": {"$in": ["file", "sym"]}}, no_cursor_timeout=True @@ -233,6 +236,9 @@ class FsMongo(FsBase): raise os.symlink(link, file_path) else: + folder = os.path.dirname(file_path) + if folder not in valid_paths: + os.makedirs(folder, exist_ok=True) with open(file_path, "wb+") as file_stream: self.fs.download_to_stream(writing_file._id, file_stream) if "permissions" in writing_file.metadata: