mirror of
https://github.com/simon987/sist2.git
synced 2025-04-21 19:26:45 +00:00
Compare commits
No commits in common. "aff69fb3eb0abf3103428118cd4795f07e1b24a5" and "2307fc6e15249f4755222d4e156333068a365d0a" have entirely different histories.
aff69fb3eb
...
2307fc6e15
@ -16,7 +16,7 @@
|
|||||||
<b-form-input v-model="options.auth" @change="update()"></b-form-input>
|
<b-form-input v-model="options.auth" @change="update()"></b-form-input>
|
||||||
|
|
||||||
<label>{{ $t("webOptions.tagAuth") }}</label>
|
<label>{{ $t("webOptions.tagAuth") }}</label>
|
||||||
<b-form-input v-model="options.tag_auth" @change="update()" :disabled="Boolean(options.auth)"></b-form-input>
|
<b-form-input v-model="options.tag_auth" @change="update()"></b-form-input>
|
||||||
</b-card>
|
</b-card>
|
||||||
|
|
||||||
<br>
|
<br>
|
||||||
@ -46,18 +46,11 @@ export default {
|
|||||||
return {
|
return {
|
||||||
showEsTestAlert: false,
|
showEsTestAlert: false,
|
||||||
esTestOk: false,
|
esTestOk: false,
|
||||||
esTestMessage: ""
|
esTestMessage: "",
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
methods: {
|
methods: {
|
||||||
update() {
|
update() {
|
||||||
|
|
||||||
console.log(this.options)
|
|
||||||
if (this.options.auth && this.options.tag_auth) {
|
|
||||||
// If both are set, remove tagAuth
|
|
||||||
this.options.tag_auth = "";
|
|
||||||
}
|
|
||||||
|
|
||||||
this.$emit("change", this.options);
|
this.$emit("change", this.options);
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
@ -65,9 +65,6 @@ export default {
|
|||||||
gitRepository: "Git repository URL",
|
gitRepository: "Git repository URL",
|
||||||
extraArgs: "Extra command line arguments",
|
extraArgs: "Extra command line arguments",
|
||||||
|
|
||||||
couldNotStartFrontend: "Could not start frontend",
|
|
||||||
couldNotStartFrontendBody: "Unable to start the frontend, check server logs for more details.",
|
|
||||||
|
|
||||||
selectJobs: "Available jobs",
|
selectJobs: "Available jobs",
|
||||||
selectJob: "Select a job",
|
selectJob: "Select a job",
|
||||||
webOptions: {
|
webOptions: {
|
||||||
|
@ -113,15 +113,8 @@ export default {
|
|||||||
},
|
},
|
||||||
methods: {
|
methods: {
|
||||||
start() {
|
start() {
|
||||||
Sist2AdminApi.startFrontend(this.name).then(() => {
|
|
||||||
this.frontend.running = true;
|
this.frontend.running = true;
|
||||||
}).catch(() => {
|
Sist2AdminApi.startFrontend(this.name)
|
||||||
this.$bvToast.toast(this.$t("couldNotStartFrontendBody"), {
|
|
||||||
title: this.$t("couldNotStartFrontend"),
|
|
||||||
variant: "danger",
|
|
||||||
toaster: "b-toaster-bottom-right"
|
|
||||||
});
|
|
||||||
});
|
|
||||||
},
|
},
|
||||||
stop() {
|
stop() {
|
||||||
this.frontend.running = false;
|
this.frontend.running = false;
|
||||||
|
@ -2,7 +2,6 @@ import asyncio
|
|||||||
import os
|
import os
|
||||||
import signal
|
import signal
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
from time import sleep
|
|
||||||
from urllib.parse import urlparse
|
from urllib.parse import urlparse
|
||||||
|
|
||||||
import requests
|
import requests
|
||||||
@ -26,7 +25,6 @@ from state import migrate_v1_to_v2, RUNNING_FRONTENDS, TESSERACT_LANGS, DB_SCHEM
|
|||||||
get_log_files_to_remove, delete_log_file, create_default_search_backends
|
get_log_files_to_remove, delete_log_file, create_default_search_backends
|
||||||
from web import Sist2Frontend
|
from web import Sist2Frontend
|
||||||
from script import UserScript, SCRIPT_TEMPLATES
|
from script import UserScript, SCRIPT_TEMPLATES
|
||||||
from util import tail_sync, pid_is_running
|
|
||||||
|
|
||||||
sist2 = Sist2(SIST2_BINARY, DATA_FOLDER)
|
sist2 = Sist2(SIST2_BINARY, DATA_FOLDER)
|
||||||
db = PersistentState(dbfile=os.path.join(DATA_FOLDER, "state.db"))
|
db = PersistentState(dbfile=os.path.join(DATA_FOLDER, "state.db"))
|
||||||
@ -326,18 +324,7 @@ def start_frontend_(frontend: Sist2Frontend):
|
|||||||
logger.debug(f"Fetched search backend options for {backend_name}")
|
logger.debug(f"Fetched search backend options for {backend_name}")
|
||||||
|
|
||||||
pid = sist2.web(frontend.web_options, search_backend, frontend.name)
|
pid = sist2.web(frontend.web_options, search_backend, frontend.name)
|
||||||
|
|
||||||
sleep(0.2)
|
|
||||||
if not pid_is_running(pid):
|
|
||||||
frontend_log = frontend.get_log_path(LOG_FOLDER)
|
|
||||||
logger.error(f"Frontend exited too quickly, check {frontend_log} for more details:")
|
|
||||||
for line in tail_sync(frontend.get_log_path(LOG_FOLDER), 3):
|
|
||||||
logger.error(line.strip())
|
|
||||||
|
|
||||||
return False
|
|
||||||
|
|
||||||
RUNNING_FRONTENDS[frontend.name] = pid
|
RUNNING_FRONTENDS[frontend.name] = pid
|
||||||
return True
|
|
||||||
|
|
||||||
|
|
||||||
@app.post("/api/frontend/{name:str}/start")
|
@app.post("/api/frontend/{name:str}/start")
|
||||||
@ -346,12 +333,7 @@ async def start_frontend(name: str):
|
|||||||
if not frontend:
|
if not frontend:
|
||||||
raise HTTPException(status_code=404)
|
raise HTTPException(status_code=404)
|
||||||
|
|
||||||
ok = start_frontend_(frontend)
|
start_frontend_(frontend)
|
||||||
|
|
||||||
if not ok:
|
|
||||||
raise HTTPException(status_code=500)
|
|
||||||
|
|
||||||
return "ok"
|
|
||||||
|
|
||||||
|
|
||||||
@app.post("/api/frontend/{name:str}/stop")
|
@app.post("/api/frontend/{name:str}/stop")
|
||||||
|
@ -257,7 +257,7 @@ class Sist2:
|
|||||||
|
|
||||||
set_pid_cb(proc.pid)
|
set_pid_cb(proc.pid)
|
||||||
|
|
||||||
t_stderr = Thread(target=self._consume_logs_stderr, args=(logs_cb, None, proc))
|
t_stderr = Thread(target=self._consume_logs_stderr, args=(logs_cb, proc))
|
||||||
t_stderr.start()
|
t_stderr.start()
|
||||||
|
|
||||||
self._consume_logs_stdout(logs_cb, proc)
|
self._consume_logs_stdout(logs_cb, proc)
|
||||||
@ -284,7 +284,7 @@ class Sist2:
|
|||||||
|
|
||||||
set_pid_cb(proc.pid)
|
set_pid_cb(proc.pid)
|
||||||
|
|
||||||
t_stderr = Thread(target=self._consume_logs_stderr, args=(logs_cb, None, proc))
|
t_stderr = Thread(target=self._consume_logs_stderr, args=(logs_cb, proc))
|
||||||
t_stderr.start()
|
t_stderr.start()
|
||||||
|
|
||||||
self._consume_logs_stdout(logs_cb, proc)
|
self._consume_logs_stdout(logs_cb, proc)
|
||||||
@ -294,7 +294,7 @@ class Sist2:
|
|||||||
return proc.returncode
|
return proc.returncode
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def _consume_logs_stderr(logs_cb, exit_cb, proc):
|
def _consume_logs_stderr(logs_cb, proc):
|
||||||
pipe_wrapper = TextIOWrapper(proc.stderr, encoding="utf8", errors="ignore")
|
pipe_wrapper = TextIOWrapper(proc.stderr, encoding="utf8", errors="ignore")
|
||||||
try:
|
try:
|
||||||
for line in pipe_wrapper:
|
for line in pipe_wrapper:
|
||||||
@ -302,9 +302,7 @@ class Sist2:
|
|||||||
continue
|
continue
|
||||||
logs_cb({"stderr": line})
|
logs_cb({"stderr": line})
|
||||||
finally:
|
finally:
|
||||||
return_code = proc.wait()
|
proc.wait()
|
||||||
if exit_cb:
|
|
||||||
exit_cb(return_code)
|
|
||||||
pipe_wrapper.close()
|
pipe_wrapper.close()
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
@ -342,14 +340,11 @@ class Sist2:
|
|||||||
def logs_cb(message):
|
def logs_cb(message):
|
||||||
web_logger.info(json.dumps(message))
|
web_logger.info(json.dumps(message))
|
||||||
|
|
||||||
def exit_cb(return_code):
|
|
||||||
logger.info(f"Web frontend exited with return code {return_code}")
|
|
||||||
|
|
||||||
logger.info(f"Starting frontend {' '.join(args)}")
|
logger.info(f"Starting frontend {' '.join(args)}")
|
||||||
|
|
||||||
proc = Popen(args, stdout=PIPE, stderr=PIPE)
|
proc = Popen(args, stdout=PIPE, stderr=PIPE)
|
||||||
|
|
||||||
t_stderr = Thread(target=self._consume_logs_stderr, args=(logs_cb, exit_cb, proc))
|
t_stderr = Thread(target=self._consume_logs_stderr, args=(logs_cb, proc))
|
||||||
t_stderr.start()
|
t_stderr.start()
|
||||||
|
|
||||||
t_stdout = Thread(target=self._consume_logs_stdout, args=(logs_cb, proc))
|
t_stdout = Thread(target=self._consume_logs_stdout, args=(logs_cb, proc))
|
||||||
|
@ -1,41 +0,0 @@
|
|||||||
from glob import glob
|
|
||||||
import os
|
|
||||||
from config import DATA_FOLDER
|
|
||||||
|
|
||||||
|
|
||||||
def get_old_index_files(name):
|
|
||||||
files = glob(os.path.join(DATA_FOLDER, f"scan-{name.replace('/', '_')}-*.sist2"))
|
|
||||||
files = list(sorted(files, key=lambda f: os.stat(f).st_mtime))
|
|
||||||
files = files[-1:]
|
|
||||||
|
|
||||||
return files
|
|
||||||
|
|
||||||
|
|
||||||
def tail_sync(filename, lines=1, _buffer=4098):
|
|
||||||
with open(filename) as f:
|
|
||||||
lines_found = []
|
|
||||||
|
|
||||||
block_counter = -1
|
|
||||||
|
|
||||||
while len(lines_found) < lines:
|
|
||||||
try:
|
|
||||||
f.seek(block_counter * _buffer, os.SEEK_END)
|
|
||||||
except IOError:
|
|
||||||
f.seek(0)
|
|
||||||
lines_found = f.readlines()
|
|
||||||
break
|
|
||||||
|
|
||||||
lines_found = f.readlines()
|
|
||||||
|
|
||||||
block_counter -= 1
|
|
||||||
|
|
||||||
return lines_found[-lines:]
|
|
||||||
|
|
||||||
|
|
||||||
def pid_is_running(pid):
|
|
||||||
try:
|
|
||||||
os.kill(pid, 0)
|
|
||||||
except OSError:
|
|
||||||
return False
|
|
||||||
|
|
||||||
return True
|
|
Loading…
x
Reference in New Issue
Block a user