Exclusive /api/task/upload operation

app.py

@@ -14,6 +14,9 @@ from flask_caching import Cache
 from tasks import TaskManager, Task, TaskResult
 from search.search import ElasticSearchEngine, InvalidQueryException
 from callbacks import PostCrawlCallbackFactory
+from threading import Lock
+
+uploadLock = Lock()
 
 app = Flask(__name__)
 app.secret_key = config.FLASK_SECRET
@@ -635,14 +638,17 @@ def api_upload():
 
             filename = "./tmp/" + str(website_id) + ".json"
 
-            if os.path.exists(filename):
+            # Read the file into memory cuz if the request fails
-                logger.debug("Appending chunk to existing file...")
+            # no file is corrupted.
-                with open(filename, "ab") as f:
+            buf = file.stream.readall()
-                    f.write(file.stream.read())
+
-            else:
+            # Write to file (create if not exists) when
-                logger.debug("Saving temp file " + filename + " ...")
+            # everything read successfully.
-                file.save(filename)
+            with uploadLock:
-                logger.debug("Done saving temp file")
+                with open(filename, "a+b") as f:
+                    f.write(buf)
+
+            logger.debug("Written chunk to file")
         return "ok"
     else:
         return abort(403)