mirror of
				https://github.com/simon987/sist2.git
				synced 2025-10-31 07:56:53 +00:00 
			
		
		
		
	Print progress bar in index module
This commit is contained in:
		
							parent
							
								
									414f65346c
								
							
						
					
					
						commit
						b17b9439df
					
				| @ -2,6 +2,7 @@ | ||||
| 
 | ||||
| ScanCtx_t ScanCtx = { | ||||
|         .stat_index_size = 0, | ||||
|         .stat_tn_size = 0, | ||||
|         .dbg_current_files = NULL, | ||||
|         .pool = NULL | ||||
| }; | ||||
|  | ||||
| @ -253,7 +253,7 @@ void _elastic_flush(int max) { | ||||
|     } else { | ||||
| 
 | ||||
|         print_errors(r); | ||||
|         LOG_INFOF("elastic.c", "Indexed %d documents (%zukB) <%d>", count, buf_len / 1024, r->status_code); | ||||
|         LOG_DEBUGF("elastic.c", "Indexed %d documents (%zukB) <%d>", count, buf_len / 1024, r->status_code); | ||||
|         delete_queue(max); | ||||
| 
 | ||||
|         if (Indexer->queued != 0) { | ||||
|  | ||||
| @ -23,7 +23,6 @@ store_t *store_create(const char *path, size_t chunk_size) { | ||||
|     } | ||||
| 
 | ||||
|     store->size = (size_t) store->chunk_size; | ||||
|     ScanCtx.stat_tn_size = 0; | ||||
|     mdb_env_set_mapsize(store->env, store->size); | ||||
| 
 | ||||
|     // Open dbi
 | ||||
|  | ||||
| @ -433,7 +433,7 @@ void sist2_index(index_args_t *args) { | ||||
|         cleanup = elastic_cleanup; | ||||
|     } | ||||
| 
 | ||||
|     IndexCtx.pool = tpool_create(args->threads, cleanup, FALSE, FALSE); | ||||
|     IndexCtx.pool = tpool_create(args->threads, cleanup, FALSE, TRUE); | ||||
|     tpool_start(IndexCtx.pool); | ||||
| 
 | ||||
|     struct dirent *de; | ||||
|  | ||||
| @ -177,7 +177,7 @@ static void *tpool_worker(void *arg) { | ||||
| } | ||||
| 
 | ||||
| void tpool_wait(tpool_t *pool) { | ||||
|     LOG_INFO("tpool.c", "Waiting for worker threads to finish") | ||||
|     LOG_DEBUG("tpool.c", "Waiting for worker threads to finish") | ||||
|     pthread_mutex_lock(&(pool->work_mutex)); | ||||
|     while (TRUE) { | ||||
|         if (pool->done_cnt < pool->work_cnt) { | ||||
|  | ||||
| @ -88,7 +88,7 @@ void progress_bar_print(double percentage, size_t tn_size, size_t index_size) { | ||||
| 
 | ||||
|     static int last_val = -1; | ||||
|     int val = (int) (percentage * 100); | ||||
|     if (last_val == val || val > 100 || index_size < 1024) { | ||||
|     if (last_val == val || val > 100) { | ||||
|         return; | ||||
|     } | ||||
|     last_val = val; | ||||
|  | ||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user