diff --git a/callbacks.py b/callbacks.py
index f749ee1..647c963 100644
--- a/callbacks.py
+++ b/callbacks.py
@@ -58,6 +58,7 @@ class RedditCommentCallback(RedditCallback):
         comment_id = self.task.callback_args["comment_id"]
         print("Editing comment comment " + comment_id)
 
+        search.refresh()  # Make sure the newly indexed documents are available before commenting
         stats = search.get_stats(self.task.website_id)
         message = self.reddit_bot.get_comment(stats, self.task.website_id,
                                               message="There you go! This website was crawled in `" +
diff --git a/search/search.py b/search/search.py
index 5c1efa8..16439e2 100644
--- a/search/search.py
+++ b/search/search.py
@@ -31,6 +31,9 @@ class SearchEngine:
     def get_stats(self, website_id: int, subdir: str = None):
         raise NotImplementedError
 
+    def refresh(self):
+        raise NotImplementedError
+
 
 class ElasticSearchEngine(SearchEngine):
     SORT_ORDERS = {
@@ -460,3 +463,6 @@ class ElasticSearchEngine(SearchEngine):
         for website in websites:
             if website not in non_empty_websites:
                 yield website
+
+    def refresh(self):
+        self.es.indices.refresh(self.index_name)