Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							d8df91a0d6
							
						
					 | 
					
						
						
							
							app.py small cleanup + some logging
						
						
						
						
						
						
					 | 
					
						2018-11-17 11:53:41 -05:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							a6c421c4a6
							
						
					 | 
					
						
						
							
							Flask logging disabled
						
						
						
						
						
						
					 | 
					
						2018-11-17 11:20:46 -05:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							4996de6aa9
							
						
					 | 
					
						
						
							
							Logging for search and better error handling
						
						
						
						
						
						
					 | 
					
						2018-11-17 11:19:09 -05:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							edf1849bac
							
						
					 | 
					
						
						
							
							Create new rescan task when no queued tasks pt2
						
						
						
						
						
						
					 | 
					
						2018-11-16 23:01:28 -05:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							4c51598441
							
						
					 | 
					
						
						
							
							Get queued tasks temporarily returns only non-ftp websites
						
						
						
						
						
						
					 | 
					
						2018-11-16 22:59:26 -05:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							e3f3a9cf7f
							
						
					 | 
					
						
						
							
							Minified css & js, added about section in homepage
						
						
						
						
						
						
					 | 
					
						2018-11-16 20:19:03 -05:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							53317ab606
							
						
					 | 
					
						
						
							
							forgot submodule
						
						
						
						
						
						
					 | 
					
						2018-11-16 16:53:25 -05:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							6e80791264
							
						
					 | 
					
						
						
							
							Search filter
						
						
						
						
						
						
					 | 
					
						2018-11-16 16:49:23 -05:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							a461b22ffc
							
						
					 | 
					
						
						
							
							Stats page crawl server table improvement
						
						
						
						
						
						
					 | 
					
						2018-11-15 13:46:21 -05:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							fc3de06c35
							
						
					 | 
					
						
						
							
							Next/Prev button works without captcha
						
						
						
						
						
						
					 | 
					
						2018-11-15 12:54:31 -05:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							db26e851a4
							
						
					 | 
					
						
						
							
							API endpoint to cancel task
						
						
						
						
						
						
					 | 
					
						2018-10-26 18:13:47 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							1d3318f6e2
							
						
					 | 
					
						
						
							
							Create new rescan task when no queued tasks
						
						
						
						
						
						
					 | 
					
						2018-09-29 12:01:02 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							2ef60a05a5
							
						
					 | 
					
						
						
							
							proper user agent for pycurl
						
						
						
						
						
						
					 | 
					
						2018-09-29 11:38:52 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon Fortier
							
						 
					 | 
					
						
						
							
							
						
						
						
							
						
						
							0c423ee9a9
							
						
					 | 
					
						
						
							
							Update README.md
						
						
						
						
						
						
					 | 
					
						2018-09-20 19:41:55 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon Fortier
							
						 
					 | 
					
						
						
							
							
						
						
						
							
						
						
							fff013f253
							
						
					 | 
					
						
						
							
							Update README.md
						
						
						
						
						
						
					 | 
					
						2018-09-20 19:31:26 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							bbd5c7694c
							
						
					 | 
					
						
						
							
							Fixed typo in title
						
						
						
						
						
						
					 | 
					
						2018-09-13 17:17:55 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							85437b1ef9
							
						
					 | 
					
						
						
							
							Merge remote-tracking branch 'origin/master'
						
						
						
						
						
						
					 | 
					
						2018-09-06 19:46:56 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							53db765856
							
						
					 | 
					
						
						
							
							Static export file now managed by nginx
						
						
						
						
						
						
					 | 
					
						2018-09-06 19:38:07 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							8b13de4a6b
							
						
					 | 
					
						
						
							
							Re-init curl handle on error
						
						
						
						
						
						
					 | 
					
						2018-08-25 16:46:53 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							faa9ac3ccb
							
						
					 | 
					
						
						
							
							Closing curl handle manually just to make sure
						
						
						
						
						
						
					 | 
					
						2018-08-23 12:48:15 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							dff4125c9f
							
						
					 | 
					
						
						
							
							Bugfix post-pycurl update pt. 3 (Sorry!)
						
						
						
						
						
						
					 | 
					
						2018-08-23 12:47:17 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							25e1e58828
							
						
					 | 
					
						
						
							
							Bugfix post-pycurl update pt. 3 (Sorry!)
						
						
						
						
						
						
					 | 
					
						2018-08-23 12:46:00 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							6ffc43601b
							
						
					 | 
					
						
						
							
							Bugfix post-pycurl update pt. 2
						
						
						
						
						
						
					 | 
					
						2018-08-23 12:40:13 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							484a0baf9d
							
						
					 | 
					
						
						
							
							Bugfix post-pycurl update
						
						
						
						
						
						
					 | 
					
						2018-08-23 12:37:27 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							cadaf14c1b
							
						
					 | 
					
						
						
							
							Small bugfix
						
						
						
						
						
						
					 | 
					
						2018-08-23 12:12:23 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							54b4d2d5b4
							
						
					 | 
					
						
						
							
							removed debug lines
						
						
						
						
						
						
					 | 
					
						2018-08-23 12:02:07 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							d42be56dee
							
						
					 | 
					
						
						
							
							More debug info
						
						
						
						
						
						
					 | 
					
						2018-08-23 11:59:23 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon Fortier
							
						 
					 | 
					
						
						
							
							
						
						
						
							
						
						
							8dc8627f78
							
						
					 | 
					
						
						
							
							Update README.md
						
						
						
						
						
						
					 | 
					
						2018-08-23 11:51:48 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							85c3aa918d
							
						
					 | 
					
						
						
							
							replaced requests by pycurl
						
						
						
						
						
						
					 | 
					
						2018-08-23 11:47:09 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							8f218f3c9d
							
						
					 | 
					
						
						
							
							Bug fix for pages buttons pt.2
						
						
						
						
						
						
					 | 
					
						2018-08-16 13:24:00 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							a2327bac7c
							
						
					 | 
					
						
						
							
							Bug fix for pages buttons
						
						
						
						
						
						
					 | 
					
						2018-08-16 13:13:34 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							6d27cbca02
							
						
					 | 
					
						
						
							
							xz -> lzma for export
						
						
						
						
						
						
					 | 
					
						2018-08-15 11:32:36 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							bbe8ed07a8
							
						
					 | 
					
						
						
							
							Reset page number on search
						
						
						
						
						
						
					 | 
					
						2018-08-14 16:20:00 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							c92f2f4937
							
						
					 | 
					
						
						
							
							Should fix export problem
						
						
						
						
						
						
					 | 
					
						2018-08-14 12:21:34 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							5c386707ed
							
						
					 | 
					
						
						
							
							Should fix import error
						
						
						
						
						
						
					 | 
					
						2018-08-13 14:03:22 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							edede200f4
							
						
					 | 
					
						
						
							
							Decresed number of indexed documents per second
						
						
						
						
						
						
					 | 
					
						2018-08-12 14:58:27 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							cc4c70f400
							
						
					 | 
					
						
						
							
							Request content is read all at once
						
						
						
						
						
						
					 | 
					
						2018-08-11 13:05:24 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							78d1b7a5bd
							
						
					 | 
					
						
						
							
							Next and previous buttons now works with captcha
						
						
						
						
						
						
					 | 
					
						2018-08-10 16:30:40 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							bab68819df
							
						
					 | 
					
						
						
							
							Increased stats generation interval
						
						
						
						
						
						
					 | 
					
						2018-08-10 15:27:37 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							aab1abba54
							
						
					 | 
					
						
						
							
							Fixed websites link
						
						
						
						
						
						
					 | 
					
						2018-08-10 15:24:43 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							c29af180c5
							
						
					 | 
					
						
						
							
							Captcha for searches
						
						
						
						
						
						
					 | 
					
						2018-08-10 12:46:40 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							c94cf5b313
							
						
					 | 
					
						
						
							
							Adjusted timeout values (again)
						
						
						
						
						
						
					 | 
					
						2018-08-10 11:46:16 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							a6b1d9cba3
							
						
					 | 
					
						
						
							
							More help when no search results
						
						
						
						
						
						
					 | 
					
						2018-08-09 21:43:07 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							faeff701de
							
						
					 | 
					
						
						
							
							Increased search timeout value
						
						
						
						
						
						
					 | 
					
						2018-08-09 18:33:35 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							42d858b62a
							
						
					 | 
					
						
						
							
							Queue can be emptied more easily pt.2
						
						
						
						
						
						
					 | 
					
						2018-08-09 17:14:17 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							5a084cb857
							
						
					 | 
					
						
						
							
							Queue can be emptied more easily
						
						
						
						
						
						
					 | 
					
						2018-08-09 17:12:43 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							ffeed4192e
							
						
					 | 
					
						
						
							
							Refresh index before reddit comment callback
						
						
						
						
						
						
					 | 
					
						2018-08-09 16:19:21 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							8ffd9179d2
							
						
					 | 
					
						
						
							
							Increased stats timeout value
						
						
						
						
						
						
					 | 
					
						2018-08-09 14:26:22 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							f729b462f0
							
						
					 | 
					
						
						
							
							od_util can be used when od-database is a submodule part 2
						
						
						
						
						
						
					 | 
					
						2018-08-08 23:31:50 -04:00 | 
					
					
						
						
							
							
							
						
					 | 
				
			
				
					
						
							
							
								 
								Simon
							
						 
					 | 
					
						
						
						
						
							
						
						
							88166054ad
							
						
					 | 
					
						
						
							
							od_util can be used when od-database is a submodule
						
						
						
						
						
						
					 | 
					
						2018-08-08 23:07:09 -04:00 | 
					
					
						
						
							
							
							
						
					 |