Fixed file duplication problem

This commit is contained in:
Simon
2018-06-12 15:55:52 -04:00
parent 1718bb91ca
commit af2601ee70
3 changed files with 2 additions and 3 deletions

View File

@@ -146,8 +146,8 @@ class RemoteDirectoryCrawler:
try:
path = os.path.join(file.path, file.name, "")
if path not in self.crawled_paths:
listing = directory.list_dir(path)
self.crawled_paths.add(path)
listing = directory.list_dir(path)
for f in listing:
if f.is_dir: