mirror of
				https://github.com/simon987/sist2.git
				synced 2025-10-30 23:46:52 +00:00 
			
		
		
		
	Compare commits
	
		
			2 Commits
		
	
	
		
			2307fc6e15
			...
			aff69fb3eb
		
	
	| Author | SHA1 | Date | |
|---|---|---|---|
|  | aff69fb3eb | ||
|  | 08b6323176 | 
| @ -16,7 +16,7 @@ | |||||||
|       <b-form-input v-model="options.auth" @change="update()"></b-form-input> |       <b-form-input v-model="options.auth" @change="update()"></b-form-input> | ||||||
| 
 | 
 | ||||||
|       <label>{{ $t("webOptions.tagAuth") }}</label> |       <label>{{ $t("webOptions.tagAuth") }}</label> | ||||||
|             <b-form-input v-model="options.tag_auth" @change="update()"></b-form-input> |       <b-form-input v-model="options.tag_auth" @change="update()" :disabled="Boolean(options.auth)"></b-form-input> | ||||||
|     </b-card> |     </b-card> | ||||||
| 
 | 
 | ||||||
|     <br> |     <br> | ||||||
| @ -46,11 +46,18 @@ export default { | |||||||
|     return { |     return { | ||||||
|       showEsTestAlert: false, |       showEsTestAlert: false, | ||||||
|       esTestOk: false, |       esTestOk: false, | ||||||
|             esTestMessage: "", |       esTestMessage: "" | ||||||
|     } |     } | ||||||
|   }, |   }, | ||||||
|   methods: { |   methods: { | ||||||
|     update() { |     update() { | ||||||
|  | 
 | ||||||
|  |       console.log(this.options) | ||||||
|  |       if (this.options.auth && this.options.tag_auth) { | ||||||
|  |         // If both are set, remove tagAuth | ||||||
|  |         this.options.tag_auth = ""; | ||||||
|  |       } | ||||||
|  | 
 | ||||||
|       this.$emit("change", this.options); |       this.$emit("change", this.options); | ||||||
|     }, |     }, | ||||||
|   } |   } | ||||||
|  | |||||||
| @ -65,6 +65,9 @@ export default { | |||||||
|         gitRepository: "Git repository URL", |         gitRepository: "Git repository URL", | ||||||
|         extraArgs: "Extra command line arguments", |         extraArgs: "Extra command line arguments", | ||||||
| 
 | 
 | ||||||
|  |         couldNotStartFrontend: "Could not start frontend", | ||||||
|  |         couldNotStartFrontendBody: "Unable to start the frontend, check server logs for more details.", | ||||||
|  | 
 | ||||||
|         selectJobs: "Available jobs", |         selectJobs: "Available jobs", | ||||||
|         selectJob: "Select a job", |         selectJob: "Select a job", | ||||||
|         webOptions: { |         webOptions: { | ||||||
|  | |||||||
| @ -113,8 +113,15 @@ export default { | |||||||
|   }, |   }, | ||||||
|   methods: { |   methods: { | ||||||
|     start() { |     start() { | ||||||
|  |       Sist2AdminApi.startFrontend(this.name).then(() => { | ||||||
|         this.frontend.running = true; |         this.frontend.running = true; | ||||||
|             Sist2AdminApi.startFrontend(this.name) |       }).catch(() => { | ||||||
|  |         this.$bvToast.toast(this.$t("couldNotStartFrontendBody"), { | ||||||
|  |           title: this.$t("couldNotStartFrontend"), | ||||||
|  |           variant: "danger", | ||||||
|  |           toaster: "b-toaster-bottom-right" | ||||||
|  |         }); | ||||||
|  |       }); | ||||||
|     }, |     }, | ||||||
|     stop() { |     stop() { | ||||||
|       this.frontend.running = false; |       this.frontend.running = false; | ||||||
|  | |||||||
| @ -2,6 +2,7 @@ import asyncio | |||||||
| import os | import os | ||||||
| import signal | import signal | ||||||
| from datetime import datetime | from datetime import datetime | ||||||
|  | from time import sleep | ||||||
| from urllib.parse import urlparse | from urllib.parse import urlparse | ||||||
| 
 | 
 | ||||||
| import requests | import requests | ||||||
| @ -25,6 +26,7 @@ from state import migrate_v1_to_v2, RUNNING_FRONTENDS, TESSERACT_LANGS, DB_SCHEM | |||||||
|     get_log_files_to_remove, delete_log_file, create_default_search_backends |     get_log_files_to_remove, delete_log_file, create_default_search_backends | ||||||
| from web import Sist2Frontend | from web import Sist2Frontend | ||||||
| from script import UserScript, SCRIPT_TEMPLATES | from script import UserScript, SCRIPT_TEMPLATES | ||||||
|  | from util import tail_sync, pid_is_running | ||||||
| 
 | 
 | ||||||
| sist2 = Sist2(SIST2_BINARY, DATA_FOLDER) | sist2 = Sist2(SIST2_BINARY, DATA_FOLDER) | ||||||
| db = PersistentState(dbfile=os.path.join(DATA_FOLDER, "state.db")) | db = PersistentState(dbfile=os.path.join(DATA_FOLDER, "state.db")) | ||||||
| @ -324,7 +326,18 @@ def start_frontend_(frontend: Sist2Frontend): | |||||||
|     logger.debug(f"Fetched search backend options for {backend_name}") |     logger.debug(f"Fetched search backend options for {backend_name}") | ||||||
| 
 | 
 | ||||||
|     pid = sist2.web(frontend.web_options, search_backend, frontend.name) |     pid = sist2.web(frontend.web_options, search_backend, frontend.name) | ||||||
|  | 
 | ||||||
|  |     sleep(0.2) | ||||||
|  |     if not pid_is_running(pid): | ||||||
|  |         frontend_log = frontend.get_log_path(LOG_FOLDER) | ||||||
|  |         logger.error(f"Frontend exited too quickly, check {frontend_log} for more details:") | ||||||
|  |         for line in tail_sync(frontend.get_log_path(LOG_FOLDER), 3): | ||||||
|  |             logger.error(line.strip()) | ||||||
|  | 
 | ||||||
|  |         return False | ||||||
|  | 
 | ||||||
|     RUNNING_FRONTENDS[frontend.name] = pid |     RUNNING_FRONTENDS[frontend.name] = pid | ||||||
|  |     return True | ||||||
| 
 | 
 | ||||||
| 
 | 
 | ||||||
| @app.post("/api/frontend/{name:str}/start") | @app.post("/api/frontend/{name:str}/start") | ||||||
| @ -333,7 +346,12 @@ async def start_frontend(name: str): | |||||||
|     if not frontend: |     if not frontend: | ||||||
|         raise HTTPException(status_code=404) |         raise HTTPException(status_code=404) | ||||||
| 
 | 
 | ||||||
|     start_frontend_(frontend) |     ok = start_frontend_(frontend) | ||||||
|  | 
 | ||||||
|  |     if not ok: | ||||||
|  |         raise HTTPException(status_code=500) | ||||||
|  | 
 | ||||||
|  |     return "ok" | ||||||
| 
 | 
 | ||||||
| 
 | 
 | ||||||
| @app.post("/api/frontend/{name:str}/stop") | @app.post("/api/frontend/{name:str}/stop") | ||||||
|  | |||||||
| @ -257,7 +257,7 @@ class Sist2: | |||||||
| 
 | 
 | ||||||
|         set_pid_cb(proc.pid) |         set_pid_cb(proc.pid) | ||||||
| 
 | 
 | ||||||
|         t_stderr = Thread(target=self._consume_logs_stderr, args=(logs_cb, proc)) |         t_stderr = Thread(target=self._consume_logs_stderr, args=(logs_cb, None, proc)) | ||||||
|         t_stderr.start() |         t_stderr.start() | ||||||
| 
 | 
 | ||||||
|         self._consume_logs_stdout(logs_cb, proc) |         self._consume_logs_stdout(logs_cb, proc) | ||||||
| @ -284,7 +284,7 @@ class Sist2: | |||||||
| 
 | 
 | ||||||
|         set_pid_cb(proc.pid) |         set_pid_cb(proc.pid) | ||||||
| 
 | 
 | ||||||
|         t_stderr = Thread(target=self._consume_logs_stderr, args=(logs_cb, proc)) |         t_stderr = Thread(target=self._consume_logs_stderr, args=(logs_cb, None, proc)) | ||||||
|         t_stderr.start() |         t_stderr.start() | ||||||
| 
 | 
 | ||||||
|         self._consume_logs_stdout(logs_cb, proc) |         self._consume_logs_stdout(logs_cb, proc) | ||||||
| @ -294,7 +294,7 @@ class Sist2: | |||||||
|         return proc.returncode |         return proc.returncode | ||||||
| 
 | 
 | ||||||
|     @staticmethod |     @staticmethod | ||||||
|     def _consume_logs_stderr(logs_cb, proc): |     def _consume_logs_stderr(logs_cb, exit_cb, proc): | ||||||
|         pipe_wrapper = TextIOWrapper(proc.stderr, encoding="utf8", errors="ignore") |         pipe_wrapper = TextIOWrapper(proc.stderr, encoding="utf8", errors="ignore") | ||||||
|         try: |         try: | ||||||
|             for line in pipe_wrapper: |             for line in pipe_wrapper: | ||||||
| @ -302,7 +302,9 @@ class Sist2: | |||||||
|                     continue |                     continue | ||||||
|                 logs_cb({"stderr": line}) |                 logs_cb({"stderr": line}) | ||||||
|         finally: |         finally: | ||||||
|             proc.wait() |             return_code = proc.wait() | ||||||
|  |             if exit_cb: | ||||||
|  |                 exit_cb(return_code) | ||||||
|             pipe_wrapper.close() |             pipe_wrapper.close() | ||||||
| 
 | 
 | ||||||
|     @staticmethod |     @staticmethod | ||||||
| @ -340,11 +342,14 @@ class Sist2: | |||||||
|         def logs_cb(message): |         def logs_cb(message): | ||||||
|             web_logger.info(json.dumps(message)) |             web_logger.info(json.dumps(message)) | ||||||
| 
 | 
 | ||||||
|  |         def exit_cb(return_code): | ||||||
|  |             logger.info(f"Web frontend exited with return code {return_code}") | ||||||
|  | 
 | ||||||
|         logger.info(f"Starting frontend {' '.join(args)}") |         logger.info(f"Starting frontend {' '.join(args)}") | ||||||
| 
 | 
 | ||||||
|         proc = Popen(args, stdout=PIPE, stderr=PIPE) |         proc = Popen(args, stdout=PIPE, stderr=PIPE) | ||||||
| 
 | 
 | ||||||
|         t_stderr = Thread(target=self._consume_logs_stderr, args=(logs_cb, proc)) |         t_stderr = Thread(target=self._consume_logs_stderr, args=(logs_cb, exit_cb, proc)) | ||||||
|         t_stderr.start() |         t_stderr.start() | ||||||
| 
 | 
 | ||||||
|         t_stdout = Thread(target=self._consume_logs_stdout, args=(logs_cb, proc)) |         t_stdout = Thread(target=self._consume_logs_stdout, args=(logs_cb, proc)) | ||||||
|  | |||||||
							
								
								
									
										41
									
								
								sist2-admin/sist2_admin/util.py
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										41
									
								
								sist2-admin/sist2_admin/util.py
									
									
									
									
									
										Normal file
									
								
							| @ -0,0 +1,41 @@ | |||||||
|  | from glob import glob | ||||||
|  | import os | ||||||
|  | from config import DATA_FOLDER | ||||||
|  | 
 | ||||||
|  | 
 | ||||||
|  | def get_old_index_files(name): | ||||||
|  |     files = glob(os.path.join(DATA_FOLDER, f"scan-{name.replace('/', '_')}-*.sist2")) | ||||||
|  |     files = list(sorted(files, key=lambda f: os.stat(f).st_mtime)) | ||||||
|  |     files = files[-1:] | ||||||
|  | 
 | ||||||
|  |     return files | ||||||
|  | 
 | ||||||
|  | 
 | ||||||
|  | def tail_sync(filename, lines=1, _buffer=4098): | ||||||
|  |     with open(filename) as f: | ||||||
|  |         lines_found = [] | ||||||
|  | 
 | ||||||
|  |         block_counter = -1 | ||||||
|  | 
 | ||||||
|  |         while len(lines_found) < lines: | ||||||
|  |             try: | ||||||
|  |                 f.seek(block_counter * _buffer, os.SEEK_END) | ||||||
|  |             except IOError: | ||||||
|  |                 f.seek(0) | ||||||
|  |                 lines_found = f.readlines() | ||||||
|  |                 break | ||||||
|  | 
 | ||||||
|  |             lines_found = f.readlines() | ||||||
|  | 
 | ||||||
|  |             block_counter -= 1 | ||||||
|  | 
 | ||||||
|  |         return lines_found[-lines:] | ||||||
|  | 
 | ||||||
|  | 
 | ||||||
|  | def pid_is_running(pid): | ||||||
|  |     try: | ||||||
|  |         os.kill(pid, 0) | ||||||
|  |     except OSError: | ||||||
|  |         return False | ||||||
|  | 
 | ||||||
|  |     return True | ||||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user