Dark theme, pdf meta, de-serialize bugfix

.gitignore

@@ -11,7 +11,7 @@ Makefile
 LOG
 sist2*
 index.sist2/
-bundle.css
+bundle*.css
 bundle.js
 *.a
 vgcore.*

CMakeLists.txt

@@ -1,38 +1,74 @@
 cmake_minimum_required(VERSION 3.7)
 set(CMAKE_C_STANDARD 11)
 
+option(WITH_SIST2 "Build main executable" ON)
+option(WITH_SIST2_SCAN "Build scan executable" ON)
+
 project(sist2 C)
 list(APPEND CMAKE_MODULE_PATH "${CMAKE_CURRENT_LIST_DIR}/CMakeModules")
 
-add_executable(
-        sist2
-        src/main.c
-        src/sist.h
-        src/io/walk.h src/io/walk.c
-        src/parsing/media.h src/parsing/media.c
-        src/parsing/pdf.h src/parsing/pdf.c
-        src/io/store.h src/io/store.c
-        src/tpool.h src/tpool.c
-        src/parsing/parse.h src/parsing/parse.c
-        src/io/serialize.h src/io/serialize.c
-        src/parsing/mime.h src/parsing/mime.c src/parsing/mime_generated.c
-        src/parsing/text.h src/parsing/text.c
-        src/index/web.c src/index/web.h
-        src/web/serve.c src/web/serve.h
-        src/index/elastic.c src/index/elastic.h
-        src/util.c src/util.h
-        src/ctx.h src/types.h src/parsing/font.c src/parsing/font.h
+if (WITH_SIST2)
+    add_executable(
+            sist2
+            src/main.c
+            src/sist.h
+            src/io/walk.h src/io/walk.c
+            src/parsing/media.h src/parsing/media.c
+            src/parsing/pdf.h src/parsing/pdf.c
+            src/io/store.h src/io/store.c
+            src/tpool.h src/tpool.c
+            src/parsing/parse.h src/parsing/parse.c
+            src/io/serialize.h src/io/serialize.c
+            src/parsing/mime.h src/parsing/mime.c src/parsing/mime_generated.c
+            src/parsing/text.h src/parsing/text.c
+            src/index/web.c src/index/web.h
+            src/web/serve.c src/web/serve.h
+            src/index/elastic.c src/index/elastic.h
+            src/util.c src/util.h
+            src/ctx.h src/types.h src/parsing/font.c src/parsing/font.h
 
-        # argparse
-        argparse/argparse.h argparse/argparse.c
+            # argparse
+            argparse/argparse.h argparse/argparse.c
 
-        # cJSON
-        cJSON/cJSON.h cJSON/cJSON.c
+            # cJSON
+            cJSON/cJSON.h cJSON/cJSON.c
 
-        # LMDB
-        lmdb/libraries/liblmdb/lmdb.h lmdb/libraries/liblmdb/mdb.c
-        lmdb/libraries/liblmdb/midl.h lmdb/libraries/liblmdb/midl.c
-        src/cli.c src/cli.h)
+            # LMDB
+            lmdb/libraries/liblmdb/lmdb.h lmdb/libraries/liblmdb/mdb.c
+            lmdb/libraries/liblmdb/midl.h lmdb/libraries/liblmdb/midl.c
+            src/cli.c src/cli.h
+    )
+endif ()
+
+if (WITH_SIST2_SCAN)
+    add_executable(
+            sist2_scan
+            src/main.c
+            src/sist.h
+            src/io/walk.h src/io/walk.c
+            src/parsing/media.h src/parsing/media.c
+            src/parsing/pdf.h src/parsing/pdf.c
+            src/io/store.h src/io/store.c
+            src/tpool.h src/tpool.c
+            src/parsing/parse.h src/parsing/parse.c
+            src/io/serialize.h src/io/serialize.c
+            src/parsing/mime.h src/parsing/mime.c src/parsing/mime_generated.c
+            src/parsing/text.h src/parsing/text.c
+            src/util.c src/util.h
+            src/ctx.h src/types.h src/parsing/font.c src/parsing/font.h
+
+            # argparse
+            argparse/argparse.h argparse/argparse.c
+
+            # cJSON
+            cJSON/cJSON.h cJSON/cJSON.c
+
+            # LMDB
+            lmdb/libraries/liblmdb/lmdb.h lmdb/libraries/liblmdb/mdb.c
+            lmdb/libraries/liblmdb/midl.h lmdb/libraries/liblmdb/midl.c
+            src/cli.c src/cli.h
+    )
+endif ()
 
 find_package(PkgConfig REQUIRED)
 set(ENV{PKG_CONFIG_PATH} "$ENV{PKG_CONFIG_PATH}:/usr/local/lib/pkgconfig/")
@@ -46,82 +82,149 @@ pkg_check_modules(GLIB REQUIRED glib-2.0)
 pkg_check_modules(GOBJECT REQUIRED gobject-2.0)
 pkg_check_modules(UUID REQUIRED uuid)
 
-include_directories(${LIBMAGIC_INCLUDE_DIRS})
-link_directories(${LIBMAGIC_LIBRARY_DIRS})
 add_definitions(${LIBMAGIC_CFLAGS_OTHER})
-
-link_directories(${UUID_LIBRARY_DIRS})
-include_directories(${UUID_INCLUDE_DIRS})
 add_definitions(${UUID_CFLAGS_OTHER})
-
-include_directories(${GLIB_INCLUDE_DIRS})
-link_directories(${GLIB_LIBRARY_DIRS})
 add_definitions(${GLIB_CFLAGS_OTHER})
-
-include_directories(${GOBJECT_INCLUDE_DIRS})
-link_directories(${GOBJECT_LIBRARY_DIRS})
 add_definitions(${GOBJECT_CFLAGS_OTHER})
-
-link_directories(${FFMPEG_LIBRARY_DIRS})
-include_directories(${FFMPEG_INCLUDE_DIRS})
-
-include_directories(${OPENSSL_INCLUDE_DIR})
-link_directories(${OPENSSL_CRYPTO_LIBRARY})
+add_definitions(${FREETYPE_CFLAGS_OTHER})
 
 list(REMOVE_ITEM GLIB_LIBRARIES pcre)
 list(REMOVE_ITEM GOBJECT_LIBRARIES pcre)
 list(REMOVE_ITEM UUID_LIBRARIES pcre)
 
-include_directories(${FREETYPE_INCLUDE_DIRS})
-add_definitions(${FREETYPE_CFLAGS_OTHER})
+if (WITH_SIST2)
+    target_include_directories(
+            sist2 PUBLIC
+            ${LIBMAGIC_INCLUDE_DIRS}
+            ${GOBJECT_INCLUDE_DIRS}
+            ${OPENSSL_INCLUDE_DIR}
+            ${FFMPEG_INCLUDE_DIRS}
+            ${GLIB_INCLUDE_DIRS}
+            ${FREETYPE_INCLUDE_DIRS}
+            ${UUID_INCLUDE_DIRS}
+            ${PROJECT_SOURCE_DIR}/
+            ${PROJECT_SOURCE_DIR}/lmdb/libraries/liblmdb/
+            ${PROJECT_SOURCE_DIR}/lib/onion/src/
+            ${PROJECT_SOURCE_DIR}/lib/mupdf/include/
+    )
+    target_link_directories(
+            sist2 PUBLIC
+            ${UUID_LIBRARY_DIRS}
+            ${FFMPEG_LIBRARY_DIRS}
+    )
 
-include_directories(
-        ${PROJECT_SOURCE_DIR}/
-        ${PROJECT_SOURCE_DIR}/lmdb/libraries/liblmdb/
-        ${PROJECT_SOURCE_DIR}/lib/onion/src/
-        ${PROJECT_SOURCE_DIR}/lib/mupdf/include/
-)
 
-target_compile_options(sist2
-        PRIVATE
-        -O3
-#        -march=native
-        -fno-stack-protector
-        -fomit-frame-pointer
-        )
+    target_compile_options(sist2
+            PRIVATE
+            -O3
+            #        -march=native
+            -fno-stack-protector
+            -fomit-frame-pointer
+            )
 
-TARGET_LINK_LIBRARIES(
-        sist2
+    TARGET_LINK_LIBRARIES(
+            sist2
 
-        ${GLIB_LIBRARIES}
-        ${GOBJECT_LIBRARIES}
-        ${UUID_LIBRARIES}
+            ${GLIB_LIBRARIES}
+            ${GOBJECT_LIBRARIES}
+            ${UUID_LIBRARIES}
 
-        # ffmpeg
-        ${PROJECT_SOURCE_DIR}/lib/libavcodec.a
-        ${PROJECT_SOURCE_DIR}/lib/libavformat.a
-        ${PROJECT_SOURCE_DIR}/lib/libavutil.a
-        ${PROJECT_SOURCE_DIR}/lib/libswscale.a
-        ${PROJECT_SOURCE_DIR}/lib/libswresample.a
-#        ${FFMPEG_LIBRARIES}
-#        swscale
+            # ffmpeg
+            ${PROJECT_SOURCE_DIR}/lib/libavcodec.a
+            ${PROJECT_SOURCE_DIR}/lib/libavformat.a
+            ${PROJECT_SOURCE_DIR}/lib/libavutil.a
+            ${PROJECT_SOURCE_DIR}/lib/libswscale.a
+            ${PROJECT_SOURCE_DIR}/lib/libswresample.a
+            #        ${FFMPEG_LIBRARIES}
+            #        swscale
 
-        # mupdf
-        ${PROJECT_SOURCE_DIR}/lib/libmupdf.a
-        ${PROJECT_SOURCE_DIR}/lib/libmupdf-third.a
+            # mupdf
+            ${PROJECT_SOURCE_DIR}/lib/libmupdf.a
+            ${PROJECT_SOURCE_DIR}/lib/libmupdf-third.a
 
-        # onion
-        ${PROJECT_SOURCE_DIR}/lib/libonion_static.a
+            # onion
+            ${PROJECT_SOURCE_DIR}/lib/libonion_static.a
 
-        pthread
-        curl
-        m
-        bz2
-        magic
-)
+            pthread
+            curl
+            m
+            bz2
+            magic
+    )
+
+endif ()
+
+if (WITH_SIST2_SCAN)
+
+    set_target_properties(
+            sist2_scan
+            PROPERTIES COMPILE_DEFINITIONS SIST_SCAN_ONLY
+    )
+    set_target_properties(
+            sist2_scan
+            PROPERTIES
+            COMPILE_DEFINITIONS SIST_SCAN_ONLY
+            LINK_FLAGS -static
+    )
+    target_include_directories(
+            sist2_scan PUBLIC
+            ${LIBMAGIC_INCLUDE_DIRS}
+            ${GOBJECT_INCLUDE_DIRS}
+            ${OPENSSL_INCLUDE_DIR}
+            ${FFMPEG_INCLUDE_DIRS}
+            ${GLIB_INCLUDE_DIRS}
+            ${UUID_INCLUDE_DIRS}
+            ${FREETYPE_INCLUDE_DIRS}
+            ${PROJECT_SOURCE_DIR}/
+            ${PROJECT_SOURCE_DIR}/lmdb/libraries/liblmdb/
+            ${PROJECT_SOURCE_DIR}/lib/onion/src/
+            ${PROJECT_SOURCE_DIR}/lib/mupdf/include/
+    )
+    target_link_directories(
+            sist2_scan PUBLIC
+            ${UUID_LIBRARY_DIRS}
+            ${FFMPEG_LIBRARY_DIRS}
+    )
+    target_compile_options(sist2_scan
+            PRIVATE
+            -O3
+            #        -march=native
+            -fno-stack-protector
+            -fomit-frame-pointer
+            )
+    TARGET_LINK_LIBRARIES(
+            sist2_scan
+
+            ${GLIB_LIBRARIES}
+            ${GOBJECT_LIBRARIES}
+            ${UUID_LIBRARIES}
+
+            # ffmpeg
+            ${PROJECT_SOURCE_DIR}/lib/libavcodec.a
+            ${PROJECT_SOURCE_DIR}/lib/libavformat.a
+            ${PROJECT_SOURCE_DIR}/lib/libavutil.a
+            ${PROJECT_SOURCE_DIR}/lib/libswscale.a
+            ${PROJECT_SOURCE_DIR}/lib/libswresample.a
+
+            # mupdf
+            ${PROJECT_SOURCE_DIR}/lib/libmupdf.a
+            ${PROJECT_SOURCE_DIR}/lib/libmupdf-third.a
+
+            ${PROJECT_SOURCE_DIR}/lib/libbz2.a
+            ${PROJECT_SOURCE_DIR}/lib/libmagic.a
+
+            pthread
+            m
+    )
+endif ()
 
 add_custom_target(
         before_sist2
         COMMAND ${CMAKE_CURRENT_SOURCE_DIR}/scripts/before_build.sh
 )
-add_dependencies(sist2 before_sist2)
+
+IF (WITH_SIST2)
+    add_dependencies(sist2 before_sist2)
+else ()
+    add_dependencies(sist2_scan before_sist2)
+endif ()

README.md

@@ -80,7 +80,12 @@ binaries.
         libssl-dev uuid-dev libavformat-dev libswscale-dev \
         python3 libmagic-dev libfreetype6-dev libcurl-dev \
         libbz2-dev yasm
-   
+   ```
+    *(FreeBSD)*
+    ```bash
+   pkg install cmake gcc yasm gmake bash ffmpeg e2fsprogs-uuid
+   ```
+  __ 
 2. Build
     ```bash
     git clone --recurse-submodules https://github.com/simon987/sist2

mime.csv

@@ -91,7 +91,7 @@ application/x-esrehber, es
 application/x-excel, xla|xld|xlk|xlt|xlv
 application/x-executable, exe
 application/x-font-sfn,
-application/x-font-ttf, ttf
+application/x-font-ttf, ttf|ttc
 application/x-freelance, pre
 application/x-git,
 application/x-gsp, gsp
@@ -356,4 +356,7 @@ text/x-vcard, vcf
 application/x-innosetup,
 application/winhelp, hlp
 image/x-tga,
-application/x-wine-extension-ini,
+application/x-wine-extension-ini,
+application/x-cbz, cbz
+application/x-cbr, cbr
+application/x-ms-compress-szdd, fon

scripts/before_build.sh

@@ -1,14 +1,16 @@
-#!/bin/bash
+#!/usr/bin/env bash
 
 rm -rf index.sist2/
 
 rm web/js/bundle.js 2> /dev/null
-cat `ls -v web/js/*.min.js` > web/js/bundle.js
+cat `ls web/js/*.min.js` > web/js/bundle.js
 cat web/js/{util,dom,search}.js >> web/js/bundle.js
 
-rm web/css/bundle.css 2> /dev/null
+rm web/css/bundle*.css 2> /dev/null
 cat web/css/*.min.css > web/css/bundle.css
-cat web/css/main.css >> web/css/bundle.css
+cat web/css/light.css >> web/css/bundle.css
+cat web/css/*.min.css > web/css/bundle_dark.css
+cat web/css/dark.css >> web/css/bundle_dark.css
 
 python3 scripts/mime.py > src/parsing/mime_generated.c
 python3 scripts/serve_static.py > src/web/static_generated.c

scripts/get_static_libs.sh

@@ -1,4 +1,4 @@
-#!/bin/bash
+#!/usr/bin/env bash
 cd lib
 
 cd mupdf
@@ -36,4 +36,22 @@ make -j 4
 cd ../..
 
 mv onion/build/src/onion/libonion_static.a .
+
+#bzip2
+git clone https://github.com/enthought/bzip2-1.0.6
+cd bzip2-1.0.6
+make -j 4
+cd ..
+mv bzip2-1.0.6/libbz2.a .
+
+# magic
+git clone https://github.com/threatstack/libmagic
+cd libmagic
+./autogen.sh
+./configure --enable-static --disable-shared
+make -j 4
+cd ..
+mv libmagic/src/.libs/libmagic.a .
+
+
 cd ..

scripts/get_static_libs_freebsd.sh

@@ -0,0 +1,44 @@
+#!/usr/bin/env bash
+cd lib
+
+# mupdf
+cd mupdf
+HAVE_X11=no HAVE_GLUT=no gmake -j 4
+cd ..
+
+mv mupdf/build/release/libmupdf.a .
+mv mupdf/build/release/libmupdf-third.a .
+
+# ffmpeg
+cd ffmpeg
+./configure --disable-shared --enable-static --disable-ffmpeg --disable-ffplay \
+ --disable-ffprobe --disable-doc\
+ --disable-manpages --disable-postproc --disable-avfilter \
+ --disable-alsa --disable-lzma --disable-xlib --disable-debug\
+ --disable-vdpau --disable-vaapi --disable-sdl2 --disable-network
+gmake -j 4
+cd ..
+
+mv ffmpeg/libavcodec/libavcodec.a .
+mv ffmpeg/libavformat/libavformat.a .
+mv ffmpeg/libavutil/libavutil.a .
+mv ffmpeg/libswresample/libswresample.a .
+mv ffmpeg/libswscale/libswscale.a .
+
+#bzip2
+git clone https://github.com/enthought/bzip2-1.0.6
+cd bzip2-1.0.6
+make -j 4
+cd ..
+mv bzip2-1.0.6/libbz2.a .
+
+# magic
+git clone https://github.com/threatstack/libmagic
+cd libmagic
+./autogen.sh
+./configure --enable-static --disable-shared
+make -j 4
+cd ..
+mv libmagic/src/.libs/libmagic.a .
+
+cd ..

scripts/mime.py

@@ -17,13 +17,14 @@ major_mime = {
 
 pdf = (
     "application/pdf",
-    "application/x-cbr",
     "application/x-cbz",
+    "application/epub+zip",
     "application/vnd.ms-xpsdocument",
 )
 
 font = (
     "application/vnd.ms-opentype",
+    "application/x-ms-compress-szdd"
     "application/x-font-sfn",
     "application/x-font-ttf",
     "font/otf",

scripts/serve_static.py

@@ -1,8 +1,9 @@
 files = [
     "web/css/bundle.css",
+    "web/css/bundle_dark.css",
     "web/js/bundle.js",
-    "web/img/bg-bars.png",
     "web/img/sprite-skin-flat.png",
+    "web/img/sprite-skin-flat-dark.png",
     "web/search.html",
 ]
 

src/cli.c

@@ -17,16 +17,6 @@ scan_args_t *scan_args_create() {
     return args;
 }
 
-index_args_t *index_args_create() {
-    index_args_t *args = calloc(sizeof(index_args_t), 1);
-    return args;
-}
-
-web_args_t *web_args_create() {
-    web_args_t *args = calloc(sizeof(web_args_t), 1);
-    return args;
-}
-
 int scan_args_validate(scan_args_t *args, int argc, const char **argv) {
     if (argc < 2) {
         fprintf(stderr, "Required positional argument: PATH.\n");
@@ -100,6 +90,7 @@ int scan_args_validate(scan_args_t *args, int argc, const char **argv) {
     return 0;
 }
 
+#ifndef SIST_SCAN_ONLY
 int index_args_validate(index_args_t *args, int argc, const char **argv) {
 
     if (argc < 2) {
@@ -153,3 +144,14 @@ int web_args_validate(web_args_t *args, int argc, const char **argv) {
     return 0;
 }
 
+index_args_t *index_args_create() {
+    index_args_t *args = calloc(sizeof(index_args_t), 1);
+    return args;
+}
+
+web_args_t *web_args_create() {
+    web_args_t *args = calloc(sizeof(web_args_t), 1);
+    return args;
+}
+#endif
+

src/cli.h

@@ -15,6 +15,10 @@ typedef struct scan_args {
     char *path;
 } scan_args_t;
 
+scan_args_t *scan_args_create();
+int scan_args_validate(scan_args_t *args, int argc, const char **argv);
+
+#ifndef SIST_SCAN_ONLY
 typedef struct index_args {
     char *es_url;
     const char *index_path;
@@ -30,12 +34,11 @@ typedef struct web_args {
     const char **indices;
 } web_args_t;
 
-scan_args_t *scan_args_create();
 index_args_t *index_args_create();
 web_args_t *web_args_create();
 
-int scan_args_validate(scan_args_t *args, int argc, const char **argv);
 int index_args_validate(index_args_t *args, int argc, const char **argv);
 int web_args_validate(web_args_t *args, int argc, const char **argv);
+#endif
 
 #endif

src/ctx.h

@@ -26,6 +26,7 @@ struct {
 } ScanCtx;
 
 
+#ifndef SIST_SCAN_ONLY
 struct {
     char *es_url;
 } IndexCtx;
@@ -35,6 +36,7 @@ struct {
     int index_count;
     struct index_t indices[16];
 } WebCtx;
+#endif
 
 
 #endif

src/index/elastic.c

@@ -213,8 +213,10 @@ cJSON *elastic_get_document(const char *uuid_str) {
     snprintf(url, 4096, "%s/sist2/_doc/%s", WebCtx.es_url, uuid_str);
 
     response_t *r = web_get(url);
+    cJSON *json = NULL;
     if (r->status_code == 200) {
-        return cJSON_Parse(r->body);
+        json = cJSON_Parse(r->body);
     }
-    return NULL;
+    free_response(r);
+    return json;
 }

src/index/web.c

@@ -49,18 +49,19 @@ response_t *web_post(const char *url, const char *data, const char *header) {
     curl_easy_setopt(curl, CURLOPT_POST, 1);
     curl_easy_setopt(curl, CURLOPT_USERAGENT, "sist2");
 
+    struct curl_slist *headers = NULL;
     if (header != NULL) {
-        struct curl_slist *headers = NULL;
         headers = curl_slist_append(headers, header);
         curl_easy_setopt(curl, CURLOPT_HTTPHEADER, headers);
     }
 
     curl_easy_setopt(curl, CURLOPT_POSTFIELDS, data);
 
-    int r1 = curl_easy_perform(curl);
+    curl_easy_perform(curl);
     curl_easy_getinfo(curl, CURLINFO_RESPONSE_CODE, &resp->status_code);
 
     curl_easy_cleanup(curl);
+    curl_slist_free_all(headers);
 
     resp->body = buffer.buf;
     resp->size = buffer.cur;

src/io/serialize.c

@@ -115,8 +115,8 @@ void write_document(document_t *doc) {
 
     if (IndexFd == -1) {
         char dstfile[PATH_MAX];
-        pid_t tid = syscall(SYS_gettid);
-        snprintf(dstfile, PATH_MAX, "%s_index_%d", ScanCtx.index.path, tid);
+        pthread_t self = pthread_self();
+        snprintf(dstfile, PATH_MAX, "%s_index_%lu", ScanCtx.index.path, self);
         IndexFd = open(dstfile, O_CREAT | O_WRONLY | O_APPEND, S_IRUSR | S_IWUSR);
 
         if (IndexFd == -1) {
@@ -197,8 +197,12 @@ void read_index(const char *path, const char index_id[UUID_STR_LEN], index_func
             *(buf.buf + line.ext) = '\0';
         }
         cJSON_AddStringToObject(document, "name", buf.buf + line.base);
-        *(buf.buf + line.base - 1) = '\0';
-        cJSON_AddStringToObject(document, "path", buf.buf);
+        if (line.base > 0) {
+            *(buf.buf + line.base - 1) = '\0';
+            cJSON_AddStringToObject(document, "path", buf.buf);
+        } else {
+            cJSON_AddStringToObject(document, "path", "");
+        }
 
         enum metakey key = getc(file);
         while (key != '\n') {
@@ -291,6 +295,7 @@ void incremental_copy(store_t *store, store_t *dst_store, const char *filepath,
             size_t buf_len;
             char *buf = store_read(store, (char *) line.uuid, 16, &buf_len);
             store_write(dst_store, (char *) line.uuid, 16, buf, buf_len);
+            free(buf);
 
             char c;
             while ((c = (char) getc(file))) {

src/io/store.c

@@ -64,7 +64,7 @@ void store_write(store_t *store, char *key, size_t key_len, char *buf, size_t bu
         // Cannot resize when there is a opened transaction.
         //  Resize take effect on the next commit.
         pthread_rwlock_wrlock(&store->lock);
-        store->size += 1024 * 1024 * 5;
+        store->size += 1024 * 1024 * 50;
         mdb_env_set_mapsize(store->env, store->size);
         mdb_txn_begin(store->env, NULL, 0, &txn);
         put_ret = mdb_put(txn, store->dbi, &mdb_key, &mdb_value, 0);

src/main.c

@@ -1,11 +1,16 @@
 #include "sist.h"
 #include "ctx.h"
 
+#ifndef SIST_SCAN_ONLY
 #define DESCRIPTION "Lightning-fast file system indexer and search tool."
+#else
+#define DESCRIPTION "Lightning-fast file system indexer and search tool. (SCAN ONLY)"
+#endif
+
 #define EPILOG "Made by simon987 <me@simon987.net>. Released under GPL-3.0"
 
 
-static const char *const Version = "1.0.7";
+static const char *const Version = "1.0.11";
 static const char *const usage[] = {
         "sist2 scan [OPTION]... PATH",
         "sist2 index [OPTION]... INDEX",
@@ -14,7 +19,9 @@ static const char *const usage[] = {
 };
 
 void global_init() {
+    #ifndef SIST_SCAN_ONLY
     curl_global_init(CURL_GLOBAL_NOTHING);
+    #endif
     av_log_set_level(AV_LOG_QUIET);
 }
 
@@ -23,7 +30,7 @@ void init_dir(const char *dirpath) {
     snprintf(path, PATH_MAX, "%sdescriptor.json", dirpath);
 
     uuid_t uuid;
-    uuid_generate_time_safe(uuid);
+    uuid_generate(uuid);
     uuid_unparse(uuid, ScanCtx.index.desc.uuid);
     time(&ScanCtx.index.desc.timestamp);
     strcpy(ScanCtx.index.desc.version, Version);
@@ -116,6 +123,7 @@ void sist2_scan(scan_args_t *args) {
     store_destroy(ScanCtx.index.store);
 }
 
+#ifndef SIST_SCAN_ONLY
 void sist2_index(index_args_t *args) {
 
     IndexCtx.es_url = args->es_url;
@@ -186,6 +194,7 @@ void sist2_web(web_args_t *args) {
 
     serve(args->bind, args->port);
 }
+#endif
 
 
 int main(int argc, const char *argv[]) {
@@ -193,8 +202,10 @@ int main(int argc, const char *argv[]) {
     global_init();
 
     scan_args_t *scan_args = scan_args_create();
+    #ifndef SIST_SCAN_ONLY
     index_args_t *index_args = index_args_create();
     web_args_t *web_args = web_args_create();
+    #endif
 
     char * common_es_url = NULL;
 
@@ -214,6 +225,7 @@ int main(int argc, const char *argv[]) {
             OPT_STRING(0, "rewrite-url", &scan_args->rewrite_url, "Serve files from this url instead of from disk."),
             OPT_STRING(0, "name", &scan_args->name, "Index display name. DEFAULT: (name of the directory)"),
 
+            #ifndef SIST_SCAN_ONLY
             OPT_GROUP("Index options"),
             OPT_STRING(0, "es-url", &common_es_url, "Elasticsearch url. DEFAULT=http://localhost:9200"),
             OPT_BOOLEAN('p', "print", &index_args->print, "Just print JSON documents to stdout."),
@@ -224,6 +236,7 @@ int main(int argc, const char *argv[]) {
             OPT_STRING(0, "es-url", &common_es_url, "Elasticsearch url. DEFAULT=http://localhost:9200"),
             OPT_STRING(0, "bind", &web_args->bind, "Listen on this address. DEFAULT=localhost"),
             OPT_STRING(0, "port", &web_args->port, "Listen on this port. DEFAULT=4090"),
+            #endif
 
             OPT_END(),
     };
@@ -233,8 +246,10 @@ int main(int argc, const char *argv[]) {
     argparse_describe(&argparse, DESCRIPTION, EPILOG);
     argc = argparse_parse(&argparse, argc, argv);
 
+    #ifndef SIST_SCAN_ONLY
     web_args->es_url = common_es_url;
     index_args->es_url = common_es_url;
+    #endif
 
     if (argc == 0) {
         argparse_usage(&argparse);
@@ -247,7 +262,10 @@ int main(int argc, const char *argv[]) {
         }
         sist2_scan(scan_args);
 
-    } else if (strcmp(argv[0], "index") == 0) {
+    }
+
+    #ifndef SIST_SCAN_ONLY
+    else if (strcmp(argv[0], "index") == 0) {
 
         int err = index_args_validate(index_args, argc, argv);
         if (err != 0) {
@@ -263,7 +281,9 @@ int main(int argc, const char *argv[]) {
         }
         sist2_web(web_args);
 
-    } else {
+    }
+    #endif
+    else {
         fprintf(stderr, "Invalid command: '%s'\n", argv[0]);
         argparse_usage(&argparse);
         return 1;

src/parsing/font.c

@@ -156,7 +156,11 @@ void parse_font(const char *buf, size_t buf_len, document_t *doc) {
     char font_name[1024];
 
     if (face->style_name == NULL || *(face->style_name) == '?') {
-        strcpy(font_name, face->family_name);
+        if (face->family_name == NULL) {
+            strcpy(font_name, "(null)");
+        } else {
+            strcpy(font_name, face->family_name);
+        }
     } else {
         snprintf(font_name, sizeof(font_name), "%s %s", face->family_name, face->style_name);
     }

src/parsing/mime_generated.c

@@ -16,7 +16,7 @@ enum mime {
     application_commonground=655368,
     application_dicom=655369,
     application_drafting=655370,
-    application_epub_zip=655371,
+    application_epub_zip=655371 | 0x40000000,
     application_freeloader=655372,
     application_futuresplash=655373,
     application_groupwise=655374,
@@ -92,278 +92,281 @@ enum mime {
     application_x_bytecode_python=655444,
     application_x_bzip=655445,
     application_x_bzip2=655446,
-    application_x_cdlink=655447,
-    application_x_chat=655448,
-    application_x_cocoa=655449,
-    application_x_conference=655450,
-    application_x_cpio=655451,
-    application_x_dbf=655452,
-    application_x_dbt=655453,
-    application_x_debian_package=655454,
-    application_x_deepv=655455,
-    application_x_director=655456,
-    application_x_dosexec=655457,
-    application_x_dvi=655458,
-    application_x_elc=655459,
+    application_x_cbr=655447,
+    application_x_cbz=655448 | 0x40000000,
+    application_x_cdlink=655449,
+    application_x_chat=655450,
+    application_x_cocoa=655451,
+    application_x_conference=655452,
+    application_x_cpio=655453,
+    application_x_dbf=655454,
+    application_x_dbt=655455,
+    application_x_debian_package=655456,
+    application_x_deepv=655457,
+    application_x_director=655458,
+    application_x_dosexec=655459,
+    application_x_dvi=655460,
+    application_x_elc=655461,
     application_x_empty=1,
-    application_x_envoy=655461,
-    application_x_esrehber=655462,
-    application_x_excel=655463,
-    application_x_executable=655464,
-    application_x_font_sfn=655465 | 0x20000000,
-    application_x_font_ttf=655466 | 0x20000000,
-    application_x_freelance=655467,
-    application_x_git=655468,
-    application_x_gsp=655469,
-    application_x_gss=655470,
-    application_x_gtar=655471,
-    application_x_gzip=655472,
-    application_x_hdf=655473,
-    application_x_helpfile=655474,
-    application_x_httpd_imap=655475,
-    application_x_ima=655476,
-    application_x_innosetup=655477,
-    application_x_internett_signup=655478,
-    application_x_inventor=655479,
-    application_x_ip2=655480,
-    application_x_java_applet=655481,
-    application_x_java_commerce=655482,
-    application_x_java_image=655483,
-    application_x_java_keystore=655484,
-    application_x_kdelnk=655485,
-    application_x_koan=655486,
-    application_x_latex=655487,
-    application_x_livescreen=655488,
-    application_x_lotus=655489,
-    application_x_lzh=655490,
-    application_x_lzx=655491,
-    application_x_mach_binary=655492,
-    application_x_mach_executable=655493,
-    application_x_magic_cap_package_1_0=655494,
-    application_x_mathcad=655495,
-    application_x_meme=655496,
-    application_x_midi=655497,
-    application_x_mif=655498,
-    application_x_mix_transfer=655499,
-    application_x_mobipocket_ebook=655500,
-    application_x_ms_pdb=655501,
-    application_x_ms_reader=655502,
-    application_x_navi_animation=655503,
-    application_x_navidoc=655504,
-    application_x_navimap=655505,
-    application_x_navistyle=655506,
-    application_x_netcdf=655507,
-    application_x_newton_compatible_pkg=655508,
-    application_x_object=655509,
-    application_x_omc=655510,
-    application_x_omcdatamaker=655511,
-    application_x_omcregerator=655512,
-    application_x_pagemaker=655513,
-    application_x_pcl=655514,
-    application_x_pixclscript=655515,
-    application_x_pkcs7_certreqresp=655516,
-    application_x_pkcs7_signature=655517,
-    application_x_project=655518,
-    application_x_qpro=655519,
-    application_x_rar=655520,
-    application_x_rpm=655521,
-    application_x_sdp=655522,
-    application_x_sea=655523,
-    application_x_seelogo=655524,
-    application_x_setupscript=655525,
-    application_x_shar=655526,
-    application_x_sharedlib=655527,
-    application_x_shockwave_flash=655528,
-    application_x_sprite=655529,
-    application_x_sqlite3=655530,
-    application_x_sv4cpio=655531,
-    application_x_sv4crc=655532,
-    application_x_tar=655533,
-    application_x_tbook=655534,
-    application_x_tex_tfm=655535,
-    application_x_texinfo=655536,
-    application_x_ustar=655537,
-    application_x_visio=655538,
-    application_x_vnd_audioexplosion_mzz=655539,
-    application_x_vnd_ls_xpix=655540,
-    application_x_vrml=655541,
-    application_x_wais_source=655542,
-    application_x_wine_extension_ini=655543,
-    application_x_wintalk=655544,
-    application_x_world=655545,
-    application_x_wri=655546,
-    application_x_x509_ca_cert=655547,
-    application_x_xz=655548,
-    application_xml=655549,
-    application_zip=655550,
-    audio_it=458943,
-    audio_make=458944,
-    audio_mid=458945,
-    audio_midi=458946,
-    audio_mp4=458947,
-    audio_mpeg=458948,
-    audio_ogg=458949,
-    audio_s3m=458950,
-    audio_tsp_audio=458951,
-    audio_tsplayer=458952,
-    audio_vnd_qcelp=458953,
-    audio_voxware=458954,
-    audio_x_flac=458955,
-    audio_x_gsm=458956,
-    audio_x_jam=458957,
-    audio_x_liveaudio=458958,
-    audio_x_m4a=458959,
-    audio_x_midi=458960,
-    audio_x_mod=458961,
-    audio_x_mp4a_latm=458962,
-    audio_x_mpeg_3=458963,
-    audio_x_mpequrl=458964,
-    audio_x_nspaudio=458965,
-    audio_x_pn_realaudio=458966,
-    audio_x_psid=458967,
-    audio_x_realaudio=458968,
-    audio_x_twinvq=458969,
-    audio_x_twinvq_plugin=458970,
-    audio_x_voc=458971,
-    audio_x_wav=458972,
-    audio_xm=458973,
-    font_otf=327902 | 0x20000000,
-    font_sfnt=327903 | 0x20000000,
-    font_woff=327904 | 0x20000000,
-    font_woff2=327905 | 0x20000000,
-    image_cmu_raster=524514,
-    image_fif=524515,
-    image_florian=524516,
-    image_g3fax=524517,
-    image_gif=524518,
-    image_ief=524519,
-    image_jpeg=524520,
-    image_jutvision=524521,
-    image_naplps=524522,
-    image_pict=524523,
-    image_png=524524,
-    image_svg=524525 | 0x80000000,
-    image_svg_xml=524526 | 0x80000000,
-    image_tiff=524527,
-    image_vnd_adobe_photoshop=524528 | 0x80000000,
-    image_vnd_djvu=524529 | 0x80000000,
-    image_vnd_fpx=524530,
-    image_vnd_microsoft_icon=524531,
-    image_vnd_rn_realflash=524532,
-    image_vnd_rn_realpix=524533,
-    image_vnd_wap_wbmp=524534,
-    image_vnd_xiff=524535,
-    image_webp=524536,
-    image_x_cmu_raster=524537,
-    image_x_cur=524538,
-    image_x_dwg=524539,
-    image_x_eps=524540,
-    image_x_exr=524541,
-    image_x_icns=524542,
-    image_x_icon=524543 | 0x80000000,
-    image_x_jg=524544,
-    image_x_jps=524545,
-    image_x_ms_bmp=524546,
-    image_x_niff=524547,
-    image_x_pcx=524548,
-    image_x_pict=524549,
-    image_x_portable_bitmap=524550,
-    image_x_portable_graymap=524551,
-    image_x_portable_pixmap=524552,
-    image_x_quicktime=524553,
-    image_x_rgb=524554,
-    image_x_tga=524555,
-    image_x_tiff=524556,
-    image_x_xcf=524557 | 0x80000000,
-    image_x_xpixmap=524558 | 0x80000000,
-    image_x_xwindowdump=524559,
-    message_rfc822=196880,
-    model_vnd_dwf=65809,
-    model_vnd_gdl=65810,
-    model_vnd_gs_gdl=65811,
-    model_vrml=65812,
-    model_x_pov=65813,
-    text_asp=590102,
-    text_css=590103,
-    text_html=590104,
-    text_javascript=590105,
-    text_mcf=590106,
-    text_pascal=590107,
-    text_plain=590108,
-    text_richtext=590109,
-    text_scriplet=590110,
-    text_tab_separated_values=590111,
-    text_troff=590112,
-    text_uri_list=590113,
-    text_vnd_abc=590114,
-    text_vnd_fmi_flexstor=590115,
-    text_vnd_wap_wml=590116,
-    text_vnd_wap_wmlscript=590117,
-    text_webviewhtml=590118,
-    text_x_Algol68=590119,
-    text_x_asm=590120,
-    text_x_audiosoft_intra=590121,
-    text_x_awk=590122,
-    text_x_bcpl=590123,
-    text_x_c=590124,
-    text_x_c__=590125,
-    text_x_component=590126,
-    text_x_diff=590127,
-    text_x_fortran=590128,
-    text_x_java=590129,
-    text_x_la_asf=590130,
-    text_x_lisp=590131,
-    text_x_m=590132,
-    text_x_m4=590133,
-    text_x_makefile=590134,
-    text_x_msdos_batch=590135,
-    text_x_pascal=590136,
-    text_x_perl=590137,
-    text_x_php=590138,
-    text_x_po=590139,
-    text_x_python=590140,
-    text_x_ruby=590141,
-    text_x_sass=590142,
-    text_x_scss=590143,
-    text_x_server_parsed_html=590144,
-    text_x_setext=590145,
-    text_x_sgml=590146,
-    text_x_shellscript=590147,
-    text_x_speech=590148,
-    text_x_tcl=590149,
-    text_x_tex=590150,
-    text_x_uil=590151,
-    text_x_uuencode=590152,
-    text_x_vcalendar=590153,
-    text_x_vcard=590154,
-    text_xml=590155,
-    video_animaflex=393548,
-    video_avi=393549,
-    video_avs_video=393550,
-    video_mp4=393551,
-    video_mpeg=393552,
-    video_quicktime=393553,
-    video_vdo=393554,
-    video_vivo=393555,
-    video_vnd_rn_realvideo=393556,
-    video_vosaic=393557,
-    video_webm=393558,
-    video_x_amt_demorun=393559,
-    video_x_amt_showrun=393560,
-    video_x_atomic3d_feature=393561,
-    video_x_dl=393562,
-    video_x_dv=393563,
-    video_x_fli=393564,
-    video_x_flv=393565,
-    video_x_isvideo=393566,
-    video_x_jng=393567 | 0x80000000,
-    video_x_matroska=393568,
-    video_x_mng=393569,
-    video_x_motion_jpeg=393570,
-    video_x_ms_asf=393571,
-    video_x_msvideo=393572,
-    video_x_qtc=393573,
-    video_x_sgi_movie=393574,
+    application_x_envoy=655463,
+    application_x_esrehber=655464,
+    application_x_excel=655465,
+    application_x_executable=655466,
+    application_x_font_sfn=655467,
+    application_x_font_ttf=655468 | 0x20000000,
+    application_x_freelance=655469,
+    application_x_git=655470,
+    application_x_gsp=655471,
+    application_x_gss=655472,
+    application_x_gtar=655473,
+    application_x_gzip=655474,
+    application_x_hdf=655475,
+    application_x_helpfile=655476,
+    application_x_httpd_imap=655477,
+    application_x_ima=655478,
+    application_x_innosetup=655479,
+    application_x_internett_signup=655480,
+    application_x_inventor=655481,
+    application_x_ip2=655482,
+    application_x_java_applet=655483,
+    application_x_java_commerce=655484,
+    application_x_java_image=655485,
+    application_x_java_keystore=655486,
+    application_x_kdelnk=655487,
+    application_x_koan=655488,
+    application_x_latex=655489,
+    application_x_livescreen=655490,
+    application_x_lotus=655491,
+    application_x_lzh=655492,
+    application_x_lzx=655493,
+    application_x_mach_binary=655494,
+    application_x_mach_executable=655495,
+    application_x_magic_cap_package_1_0=655496,
+    application_x_mathcad=655497,
+    application_x_meme=655498,
+    application_x_midi=655499,
+    application_x_mif=655500,
+    application_x_mix_transfer=655501,
+    application_x_mobipocket_ebook=655502,
+    application_x_ms_compress_szdd=655503,
+    application_x_ms_pdb=655504,
+    application_x_ms_reader=655505,
+    application_x_navi_animation=655506,
+    application_x_navidoc=655507,
+    application_x_navimap=655508,
+    application_x_navistyle=655509,
+    application_x_netcdf=655510,
+    application_x_newton_compatible_pkg=655511,
+    application_x_object=655512,
+    application_x_omc=655513,
+    application_x_omcdatamaker=655514,
+    application_x_omcregerator=655515,
+    application_x_pagemaker=655516,
+    application_x_pcl=655517,
+    application_x_pixclscript=655518,
+    application_x_pkcs7_certreqresp=655519,
+    application_x_pkcs7_signature=655520,
+    application_x_project=655521,
+    application_x_qpro=655522,
+    application_x_rar=655523,
+    application_x_rpm=655524,
+    application_x_sdp=655525,
+    application_x_sea=655526,
+    application_x_seelogo=655527,
+    application_x_setupscript=655528,
+    application_x_shar=655529,
+    application_x_sharedlib=655530,
+    application_x_shockwave_flash=655531,
+    application_x_sprite=655532,
+    application_x_sqlite3=655533,
+    application_x_sv4cpio=655534,
+    application_x_sv4crc=655535,
+    application_x_tar=655536,
+    application_x_tbook=655537,
+    application_x_tex_tfm=655538,
+    application_x_texinfo=655539,
+    application_x_ustar=655540,
+    application_x_visio=655541,
+    application_x_vnd_audioexplosion_mzz=655542,
+    application_x_vnd_ls_xpix=655543,
+    application_x_vrml=655544,
+    application_x_wais_source=655545,
+    application_x_wine_extension_ini=655546,
+    application_x_wintalk=655547,
+    application_x_world=655548,
+    application_x_wri=655549,
+    application_x_x509_ca_cert=655550,
+    application_x_xz=655551,
+    application_xml=655552,
+    application_zip=655553,
+    audio_it=458946,
+    audio_make=458947,
+    audio_mid=458948,
+    audio_midi=458949,
+    audio_mp4=458950,
+    audio_mpeg=458951,
+    audio_ogg=458952,
+    audio_s3m=458953,
+    audio_tsp_audio=458954,
+    audio_tsplayer=458955,
+    audio_vnd_qcelp=458956,
+    audio_voxware=458957,
+    audio_x_flac=458958,
+    audio_x_gsm=458959,
+    audio_x_jam=458960,
+    audio_x_liveaudio=458961,
+    audio_x_m4a=458962,
+    audio_x_midi=458963,
+    audio_x_mod=458964,
+    audio_x_mp4a_latm=458965,
+    audio_x_mpeg_3=458966,
+    audio_x_mpequrl=458967,
+    audio_x_nspaudio=458968,
+    audio_x_pn_realaudio=458969,
+    audio_x_psid=458970,
+    audio_x_realaudio=458971,
+    audio_x_twinvq=458972,
+    audio_x_twinvq_plugin=458973,
+    audio_x_voc=458974,
+    audio_x_wav=458975,
+    audio_xm=458976,
+    font_otf=327905 | 0x20000000,
+    font_sfnt=327906 | 0x20000000,
+    font_woff=327907 | 0x20000000,
+    font_woff2=327908 | 0x20000000,
+    image_cmu_raster=524517,
+    image_fif=524518,
+    image_florian=524519,
+    image_g3fax=524520,
+    image_gif=524521,
+    image_ief=524522,
+    image_jpeg=524523,
+    image_jutvision=524524,
+    image_naplps=524525,
+    image_pict=524526,
+    image_png=524527,
+    image_svg=524528 | 0x80000000,
+    image_svg_xml=524529 | 0x80000000,
+    image_tiff=524530,
+    image_vnd_adobe_photoshop=524531 | 0x80000000,
+    image_vnd_djvu=524532 | 0x80000000,
+    image_vnd_fpx=524533,
+    image_vnd_microsoft_icon=524534,
+    image_vnd_rn_realflash=524535,
+    image_vnd_rn_realpix=524536,
+    image_vnd_wap_wbmp=524537,
+    image_vnd_xiff=524538,
+    image_webp=524539,
+    image_x_cmu_raster=524540,
+    image_x_cur=524541,
+    image_x_dwg=524542,
+    image_x_eps=524543,
+    image_x_exr=524544,
+    image_x_icns=524545,
+    image_x_icon=524546 | 0x80000000,
+    image_x_jg=524547,
+    image_x_jps=524548,
+    image_x_ms_bmp=524549,
+    image_x_niff=524550,
+    image_x_pcx=524551,
+    image_x_pict=524552,
+    image_x_portable_bitmap=524553,
+    image_x_portable_graymap=524554,
+    image_x_portable_pixmap=524555,
+    image_x_quicktime=524556,
+    image_x_rgb=524557,
+    image_x_tga=524558,
+    image_x_tiff=524559,
+    image_x_xcf=524560 | 0x80000000,
+    image_x_xpixmap=524561 | 0x80000000,
+    image_x_xwindowdump=524562,
+    message_rfc822=196883,
+    model_vnd_dwf=65812,
+    model_vnd_gdl=65813,
+    model_vnd_gs_gdl=65814,
+    model_vrml=65815,
+    model_x_pov=65816,
+    text_asp=590105,
+    text_css=590106,
+    text_html=590107,
+    text_javascript=590108,
+    text_mcf=590109,
+    text_pascal=590110,
+    text_plain=590111,
+    text_richtext=590112,
+    text_scriplet=590113,
+    text_tab_separated_values=590114,
+    text_troff=590115,
+    text_uri_list=590116,
+    text_vnd_abc=590117,
+    text_vnd_fmi_flexstor=590118,
+    text_vnd_wap_wml=590119,
+    text_vnd_wap_wmlscript=590120,
+    text_webviewhtml=590121,
+    text_x_Algol68=590122,
+    text_x_asm=590123,
+    text_x_audiosoft_intra=590124,
+    text_x_awk=590125,
+    text_x_bcpl=590126,
+    text_x_c=590127,
+    text_x_c__=590128,
+    text_x_component=590129,
+    text_x_diff=590130,
+    text_x_fortran=590131,
+    text_x_java=590132,
+    text_x_la_asf=590133,
+    text_x_lisp=590134,
+    text_x_m=590135,
+    text_x_m4=590136,
+    text_x_makefile=590137,
+    text_x_msdos_batch=590138,
+    text_x_pascal=590139,
+    text_x_perl=590140,
+    text_x_php=590141,
+    text_x_po=590142,
+    text_x_python=590143,
+    text_x_ruby=590144,
+    text_x_sass=590145,
+    text_x_scss=590146,
+    text_x_server_parsed_html=590147,
+    text_x_setext=590148,
+    text_x_sgml=590149,
+    text_x_shellscript=590150,
+    text_x_speech=590151,
+    text_x_tcl=590152,
+    text_x_tex=590153,
+    text_x_uil=590154,
+    text_x_uuencode=590155,
+    text_x_vcalendar=590156,
+    text_x_vcard=590157,
+    text_xml=590158,
+    video_animaflex=393551,
+    video_avi=393552,
+    video_avs_video=393553,
+    video_mp4=393554,
+    video_mpeg=393555,
+    video_quicktime=393556,
+    video_vdo=393557,
+    video_vivo=393558,
+    video_vnd_rn_realvideo=393559,
+    video_vosaic=393560,
+    video_webm=393561,
+    video_x_amt_demorun=393562,
+    video_x_amt_showrun=393563,
+    video_x_atomic3d_feature=393564,
+    video_x_dl=393565,
+    video_x_dv=393566,
+    video_x_fli=393567,
+    video_x_flv=393568,
+    video_x_isvideo=393569,
+    video_x_jng=393570 | 0x80000000,
+    video_x_matroska=393571,
+    video_x_mng=393572,
+    video_x_motion_jpeg=393573,
+    video_x_ms_asf=393574,
+    video_x_msvideo=393575,
+    video_x_qtc=393576,
+    video_x_sgi_movie=393577,
 };
 char *mime_get_mime_text(unsigned int mime_id) {switch (mime_id) {
 case application_arj: return "application/arj";
@@ -724,6 +727,9 @@ case application_x_innosetup: return "application/x-innosetup";
 case application_winhelp: return "application/winhelp";
 case image_x_tga: return "image/x-tga";
 case application_x_wine_extension_ini: return "application/x-wine-extension-ini";
+case application_x_cbz: return "application/x-cbz";
+case application_x_cbr: return "application/x-cbr";
+case application_x_ms_compress_szdd: return "application/x-ms-compress-szdd";
 default: return NULL;}}
 GHashTable *mime_get_ext_table() {GHashTable *ext_table = g_hash_table_new(g_str_hash, g_str_equal);
 g_hash_table_insert(ext_table, "arj", (gpointer)application_arj);
@@ -853,6 +859,7 @@ g_hash_table_insert(ext_table, "xlt", (gpointer)application_x_excel);
 g_hash_table_insert(ext_table, "xlv", (gpointer)application_x_excel);
 g_hash_table_insert(ext_table, "exe", (gpointer)application_x_executable);
 g_hash_table_insert(ext_table, "ttf", (gpointer)application_x_font_ttf);
+g_hash_table_insert(ext_table, "ttc", (gpointer)application_x_font_ttf);
 g_hash_table_insert(ext_table, "pre", (gpointer)application_x_freelance);
 g_hash_table_insert(ext_table, "gsp", (gpointer)application_x_gsp);
 g_hash_table_insert(ext_table, "gss", (gpointer)application_x_gss);
@@ -1201,6 +1208,9 @@ g_hash_table_insert(ext_table, "djvu", (gpointer)image_vnd_djvu);
 g_hash_table_insert(ext_table, "lit", (gpointer)application_x_ms_reader);
 g_hash_table_insert(ext_table, "vcf", (gpointer)text_x_vcard);
 g_hash_table_insert(ext_table, "hlp", (gpointer)application_winhelp);
+g_hash_table_insert(ext_table, "cbz", (gpointer)application_x_cbz);
+g_hash_table_insert(ext_table, "cbr", (gpointer)application_x_cbr);
+g_hash_table_insert(ext_table, "fon", (gpointer)application_x_ms_compress_szdd);
 return ext_table;}
 GHashTable *mime_get_mime_table() {GHashTable *mime_table = g_hash_table_new(g_str_hash, g_str_equal);
 g_hash_table_insert(mime_table, "application/arj", (gpointer)application_arj);
@@ -1561,5 +1571,8 @@ g_hash_table_insert(mime_table, "application/x-innosetup", (gpointer)application
 g_hash_table_insert(mime_table, "application/winhelp", (gpointer)application_winhelp);
 g_hash_table_insert(mime_table, "image/x-tga", (gpointer)image_x_tga);
 g_hash_table_insert(mime_table, "application/x-wine-extension-ini", (gpointer)application_x_wine_extension_ini);
+g_hash_table_insert(mime_table, "application/x-cbz", (gpointer)application_x_cbz);
+g_hash_table_insert(mime_table, "application/x-cbr", (gpointer)application_x_cbr);
+g_hash_table_insert(mime_table, "application/x-ms-compress-szdd", (gpointer)application_x_ms_compress_szdd);
 return mime_table;}
 #endif

src/parsing/parse.c

@@ -57,7 +57,7 @@ void parse(void *arg) {
     doc.ino = job->info.st_ino;
     doc.mtime = job->info.st_mtim.tv_sec;
 
-    uuid_generate_time_safe(doc.uuid);
+    uuid_generate(doc.uuid);
     char *buf[PARSE_BUF_SIZE];
 
     if (job->info.st_size == 0) {

src/parsing/pdf.c

@@ -75,6 +75,17 @@ void parse_pdf(void *buf, size_t buf_len, document_t *doc) {
         stream = fz_open_memory(ctx, buf, buf_len);
         fzdoc = fz_open_document_with_stream(ctx, mime_get_mime_text(doc->mime), stream);
 
+        char title[4096] = {'\0',};
+        fz_lookup_metadata(ctx, fzdoc, FZ_META_INFO_TITLE, title, sizeof(title));
+        printf("Title: %s\n", title); //todo rmv
+
+        if (strlen(title) > 0) {
+            meta_line_t *meta_content = malloc(sizeof(meta_line_t) + strlen(title) + 1);
+            meta_content->key = MetaTitle;
+            strcpy(meta_content->strval, title);
+            APPEND_META(doc, meta_content)
+        }
+
         int page_count = fz_count_pages(ctx, fzdoc);
 
         fz_page *cover = render_cover(ctx, doc, fzdoc);
@@ -84,8 +95,7 @@ void parse_pdf(void *buf, size_t buf_len, document_t *doc) {
         text_buffer_t text_buf = text_buffer_create(ScanCtx.content_size);
 
         for (int current_page = 0; current_page < page_count; current_page++) {
-            fz_page *page;
-            if (current_page == 0) {
+            fz_page *page; if (current_page == 0) {
                 page = cover;
             } else {
                 page = fz_load_page(ctx, fzdoc, current_page);

src/sist.h

@@ -25,19 +25,20 @@
 #include <pthread.h>
 #include <sys/stat.h>
 #include <wordexp.h>
+
+#ifndef SIST_SCAN_ONLY
 #include <onion/onion.h>
 #include <onion/handler.h>
 #include <onion/block.h>
 #include <onion/shortcuts.h>
 #include <curl/curl.h>
-
+#endif
 
 #include "cJSON/cJSON.h"
 
 #include "types.h"
 #include "tpool.h"
 #include "util.h"
-#include "src/index/elastic.h"
 #include "io/store.h"
 #include "io/serialize.h"
 #include "io/walk.h"
@@ -47,9 +48,13 @@
 #include "parsing/pdf.h"
 #include "parsing/media.h"
 #include "parsing/font.h"
+#include "cli.h"
+
+#ifndef SIST_SCAN_ONLY
+#include "src/index/elastic.h"
 #include "index/web.h"
 #include "web/serve.h"
-#include "cli.h"
+#endif
 
 ;
 

src/util.c

@@ -1,6 +1,133 @@
-#define _GNU_SOURCE
 #include "util.h"
 
+dyn_buffer_t dyn_buffer_create() {
+    dyn_buffer_t buf;
+
+    buf.size = INITIAL_BUF_SIZE;
+    buf.cur = 0;
+    buf.buf = malloc(INITIAL_BUF_SIZE);
+
+    return buf;
+}
+
+void grow_buffer(dyn_buffer_t *buf, size_t size) {
+    if (buf->cur + size > buf->size) {
+        do {
+            buf->size *= 2;
+        } while (buf->cur + size > buf->size);
+
+        buf->buf = realloc(buf->buf, buf->size);
+    }
+}
+
+void grow_buffer_small(dyn_buffer_t *buf) {
+    if (buf->cur + sizeof(long) > buf->size) {
+        buf->size *= 2;
+        buf->buf = realloc(buf->buf, buf->size);
+    }
+}
+
+void dyn_buffer_write(dyn_buffer_t *buf, void *data, size_t size) {
+    grow_buffer(buf, size);
+
+    memcpy(buf->buf + buf->cur, data, size);
+    buf->cur += size;
+}
+
+void dyn_buffer_write_char(dyn_buffer_t *buf, char c) {
+    grow_buffer_small(buf);
+
+    *(buf->buf + buf->cur) = c;
+    buf->cur += sizeof(c);
+}
+
+void dyn_buffer_write_str(dyn_buffer_t *buf, char *str) {
+    dyn_buffer_write(buf, str, strlen(str));
+    dyn_buffer_write_char(buf, '\0');
+}
+
+void dyn_buffer_write_int(dyn_buffer_t *buf, int d) {
+    grow_buffer_small(buf);
+
+    *(int *) (buf->buf + buf->cur) = d;
+    buf->cur += sizeof(int);
+}
+
+void dyn_buffer_write_short(dyn_buffer_t *buf, short s) {
+    grow_buffer_small(buf);
+
+    *(short *) (buf->buf + buf->cur) = s;
+    buf->cur += sizeof(short);
+}
+
+void dyn_buffer_write_long(dyn_buffer_t *buf, unsigned long l) {
+    grow_buffer_small(buf);
+
+    *(unsigned long *) (buf->buf + buf->cur) = l;
+    buf->cur += sizeof(unsigned long);
+}
+
+void dyn_buffer_destroy(dyn_buffer_t *buf) {
+    free(buf->buf);
+}
+
+void text_buffer_destroy(text_buffer_t *buf) {
+    dyn_buffer_destroy(&buf->dyn_buffer);
+}
+
+text_buffer_t text_buffer_create(int max_size) {
+    text_buffer_t text_buf;
+
+    text_buf.dyn_buffer = dyn_buffer_create();
+    text_buf.max_size = max_size;
+    text_buf.last_char_was_whitespace = FALSE;
+
+    return text_buf;
+}
+
+void text_buffer_terminate_string(text_buffer_t *buf) {
+    dyn_buffer_write_char(&buf->dyn_buffer, '\0');
+}
+
+int text_buffer_append_char(text_buffer_t *buf, int c) {
+
+    if (SHOULD_IGNORE_CHAR(c)) {
+        if (!buf->last_char_was_whitespace) {
+            dyn_buffer_write_char(&buf->dyn_buffer, ' ');
+            buf->last_char_was_whitespace = TRUE;
+
+            if (buf->dyn_buffer.cur >= buf->max_size) {
+                return TEXT_BUF_FULL;
+            }
+        }
+    } else {
+        buf->last_char_was_whitespace = FALSE;
+        dyn_buffer_write_char(&buf->dyn_buffer, (char) c);
+
+        if (buf->dyn_buffer.cur >= buf->max_size) {
+            return TEXT_BUF_FULL;
+        }
+    }
+
+    return 0;
+}
+
+void incremental_put(GHashTable *table, unsigned long inode_no, int mtime) {
+    g_hash_table_insert(table, (gpointer) inode_no, GINT_TO_POINTER(mtime));
+}
+
+int incremental_get(GHashTable *table, unsigned long inode_no) {
+    if (table != NULL) {
+        return GPOINTER_TO_INT(g_hash_table_lookup(table, (gpointer) inode_no));
+    } else {
+        return 0;
+    }
+}
+
+int incremental_mark_file_for_copy(GHashTable *table, unsigned long inode_no) {
+    g_hash_table_insert(table, GINT_TO_POINTER(inode_no), GINT_TO_POINTER(1));
+}
+
 
 #define PBSTR "========================================"
 #define PBWIDTH 40
@@ -27,7 +154,7 @@ char *abspath(const char *path) {
     wordexp_t w;
     wordexp(path, &w, 0);
 
-    char *abs = canonicalize_file_name(w.we_wordv[0]);
+    char *abs = realpath(w.we_wordv[0], NULL);
     if (abs == NULL) {
         return NULL;
     }

src/util.h

@@ -21,132 +21,6 @@ typedef struct text_buffer {
     dyn_buffer_t dyn_buffer;
 } text_buffer_t;
 
-__always_inline
-dyn_buffer_t dyn_buffer_create() {
-    dyn_buffer_t buf;
-
-    buf.size = INITIAL_BUF_SIZE;
-    buf.cur = 0;
-    buf.buf = malloc(INITIAL_BUF_SIZE);
-
-    return buf;
-}
-
-__always_inline
-void grow_buffer(dyn_buffer_t *buf, size_t size) {
-    if (buf->cur + size > buf->size) {
-        do {
-            buf->size *= 2;
-        } while (buf->cur + size > buf->size);
-
-        buf->buf = realloc(buf->buf, buf->size);
-    }
-}
-
-__always_inline
-void grow_buffer_small(dyn_buffer_t *buf) {
-    if (buf->cur + sizeof(long) > buf->size) {
-        buf->size *= 2;
-        buf->buf = realloc(buf->buf, buf->size);
-    }
-}
-
-__always_inline
-void dyn_buffer_write(dyn_buffer_t *buf, void *data, size_t size) {
-    grow_buffer(buf, size);
-
-    memcpy(buf->buf + buf->cur, data, size);
-    buf->cur += size;
-}
-
-__always_inline
-void dyn_buffer_write_char(dyn_buffer_t *buf, char c) {
-    grow_buffer_small(buf);
-
-    *(buf->buf + buf->cur) = c;
-    buf->cur += sizeof(c);
-}
-
-__always_inline
-void dyn_buffer_write_str(dyn_buffer_t *buf, char *str) {
-    dyn_buffer_write(buf, str, strlen(str));
-    dyn_buffer_write_char(buf, '\0');
-}
-
-__always_inline
-void dyn_buffer_write_int(dyn_buffer_t *buf, int d) {
-    grow_buffer_small(buf);
-
-    *(int *) (buf->buf + buf->cur) = d;
-    buf->cur += sizeof(int);
-}
-
-__always_inline
-void dyn_buffer_write_short(dyn_buffer_t *buf, short s) {
-    grow_buffer_small(buf);
-
-    *(short *) (buf->buf + buf->cur) = s;
-    buf->cur += sizeof(short);
-}
-
-__always_inline
-void dyn_buffer_write_long(dyn_buffer_t *buf, unsigned long l) {
-    grow_buffer_small(buf);
-
-    *(unsigned long *) (buf->buf + buf->cur) = l;
-    buf->cur += sizeof(unsigned long);
-}
-
-__always_inline
-void dyn_buffer_destroy(dyn_buffer_t *buf) {
-    free(buf->buf);
-}
-
-__always_inline
-void text_buffer_destroy(text_buffer_t *buf) {
-    dyn_buffer_destroy(&buf->dyn_buffer);
-}
-
-__always_inline
-text_buffer_t text_buffer_create(int max_size) {
-    text_buffer_t text_buf;
-
-    text_buf.dyn_buffer = dyn_buffer_create();
-    text_buf.max_size = max_size;
-    text_buf.last_char_was_whitespace = FALSE;
-
-    return text_buf;
-}
-
-__always_inline
-void text_buffer_terminate_string(text_buffer_t *buf) {
-    dyn_buffer_write_char(&buf->dyn_buffer, '\0');
-}
-
-__always_inline
-int text_buffer_append_char(text_buffer_t *buf, int c) {
-
-    if (SHOULD_IGNORE_CHAR(c)) {
-        if (!buf->last_char_was_whitespace) {
-            dyn_buffer_write_char(&buf->dyn_buffer, ' ');
-            buf->last_char_was_whitespace = TRUE;
-
-            if (buf->dyn_buffer.cur >= buf->max_size) {
-                return TEXT_BUF_FULL;
-            }
-        }
-    } else {
-        buf->last_char_was_whitespace = FALSE;
-        dyn_buffer_write_char(&buf->dyn_buffer, (char) c);
-
-        if (buf->dyn_buffer.cur >= buf->max_size) {
-            return TEXT_BUF_FULL;
-        }
-    }
-
-    return 0;
-}
-
 char *abspath(const char * path);
 char *expandpath(const char *path);
 dyn_buffer_t url_escape(char *str);
@@ -154,27 +28,41 @@ dyn_buffer_t url_escape(char *str);
 void progress_bar_print(double percentage, size_t tn_size, size_t index_size);
 
 
-__always_inline
-void incremental_put(GHashTable *table, unsigned long inode_no, int mtime) {
-    g_hash_table_insert(table, (gpointer) inode_no, GINT_TO_POINTER(mtime));
-}
-
-__always_inline
-int incremental_get(GHashTable *table, unsigned long inode_no) {
-    if (table != NULL) {
-        return GPOINTER_TO_INT(g_hash_table_lookup(table, (gpointer) inode_no));
-    } else {
-        return 0;
-    }
-}
-
-__always_inline
-int incremental_mark_file_for_copy(GHashTable *table, unsigned long inode_no) {
-    g_hash_table_insert(table, GINT_TO_POINTER(inode_no), GINT_TO_POINTER(1));
-}
-
 GHashTable *incremental_get_table();
 
+dyn_buffer_t dyn_buffer_create();
+
+void grow_buffer(dyn_buffer_t *buf, size_t size);
+
+void grow_buffer_small(dyn_buffer_t *buf);
+
+void dyn_buffer_write(dyn_buffer_t *buf, void *data, size_t size);
+
+void dyn_buffer_write_char(dyn_buffer_t *buf, char c);
+
+void dyn_buffer_write_str(dyn_buffer_t *buf, char *str);
+
+void dyn_buffer_write_int(dyn_buffer_t *buf, int d);
+
+void dyn_buffer_write_short(dyn_buffer_t *buf, short s);
+
+void dyn_buffer_write_long(dyn_buffer_t *buf, unsigned long l);
+
+void dyn_buffer_destroy(dyn_buffer_t *buf);
+
+void text_buffer_destroy(text_buffer_t *buf);
+
+text_buffer_t text_buffer_create(int max_size);
+
+void text_buffer_terminate_string(text_buffer_t *buf);
+
+int text_buffer_append_char(text_buffer_t *buf, int c);
+
+void incremental_put(GHashTable *table, unsigned long inode_no, int mtime);
+
+int incremental_get(GHashTable *table, unsigned long inode_no);
+int incremental_mark_file_for_copy(GHashTable *table, unsigned long inode_no);
+
 
 
 #endif

src/web/serve.c

@@ -43,27 +43,40 @@ int javascript(void *p, onion_request *req, onion_response *res) {
     return OCS_PROCESSED;
 }
 
-int style(void *p, onion_request *req, onion_response *res) {
-    set_default_headers(res);
-    onion_response_set_header(res, "Content-Type", "text/css");
-    onion_response_set_length(res, sizeof(bundle_css));
-    onion_response_write(res, bundle_css, sizeof(bundle_css));
-    return OCS_PROCESSED;
+int client_requested_dark_theme(onion_request *req) {
+    const char *cookie = onion_request_get_cookie(req, "sist");
+    if (cookie == NULL) {
+        return FALSE;
+    }
+
+    return strcmp(cookie, "dark") == 0;
 }
 
-int bg_bars(void *p, onion_request *req, onion_response *res) {
+int style(void *p, onion_request *req, onion_response *res) {
     set_default_headers(res);
-    onion_response_set_header(res, "Content-Type", "image/png");
-    onion_response_set_length(res, sizeof(bg_bars_png));
-    onion_response_write(res, bg_bars_png, sizeof(bg_bars_png));
+
+    onion_response_set_header(res, "Content-Type", "text/css");
+
+    if (client_requested_dark_theme(req)) {
+        onion_response_set_length(res, sizeof(bundle_dark_css));
+        onion_response_write(res, bundle_dark_css, sizeof(bundle_dark_css));
+    } else {
+        onion_response_set_length(res, sizeof(bundle_css));
+        onion_response_write(res, bundle_css, sizeof(bundle_css));
+    }
     return OCS_PROCESSED;
 }
 
 int img_sprite_skin_flag(void *p, onion_request *req, onion_response *res) {
     set_default_headers(res);
     onion_response_set_header(res, "Content-Type", "image/png");
-    onion_response_set_length(res, sizeof(sprite_skin_flat_png));
-    onion_response_write(res, sprite_skin_flat_png, sizeof(sprite_skin_flat_png));
+    if (client_requested_dark_theme(req)) {
+        onion_response_set_length(res, sizeof(sprite_skin_flat_dark_png));
+        onion_response_write(res, sprite_skin_flat_dark_png, sizeof(sprite_skin_flat_dark_png));
+    } else {
+        onion_response_set_length(res, sizeof(sprite_skin_flat_png));
+        onion_response_write(res, sprite_skin_flat_png, sizeof(sprite_skin_flat_png));
+    }
     return OCS_PROCESSED;
 }
 
@@ -326,7 +339,7 @@ int index_info(void *p, onion_request *req, onion_response *res) {
         cJSON_AddStringToObject(idx_json, "name", idx->desc.name);
         cJSON_AddStringToObject(idx_json, "version", idx->desc.version);
         cJSON_AddStringToObject(idx_json, "id", idx->desc.uuid);
-        cJSON_AddNumberToObject(idx_json, "timestamp", (double)idx->desc.timestamp);
+        cJSON_AddNumberToObject(idx_json, "timestamp", (double) idx->desc.timestamp);
         cJSON_AddItemToArray(arr, idx_json);
     }
 
@@ -349,20 +362,26 @@ int file(void *p, onion_request *req, onion_response *res) {
     cJSON *source = cJSON_GetObjectItem(doc, "_source");
     cJSON *index_id = cJSON_GetObjectItem(source, "index");
     if (index_id == NULL) {
+        cJSON_Delete(doc);
         return OCS_NOT_PROCESSED;
     }
 
     index_t *idx = get_index_by_id(index_id->valuestring);
 
     if (idx == NULL) {
+        cJSON_Delete(doc);
         return OCS_NOT_PROCESSED;
     }
 
+    int ret;
     if (strlen(idx->desc.rewrite_url) == 0) {
-        return serve_file_from_disk(source, idx, req, res);
+        ret = serve_file_from_disk(source, idx, req, res);
     } else {
-        return serve_file_from_url(source, idx, req, res);
+        ret = serve_file_from_url(source, idx, req, res);
     }
+    cJSON_Delete(doc);
+
+    return ret;
 }
 
 void serve(const char *hostname, const char *port) {
@@ -378,7 +397,6 @@ void serve(const char *hostname, const char *port) {
     onion_url_add(urls, "", search_index);
     onion_url_add(urls, "css", style);
     onion_url_add(urls, "js", javascript);
-    onion_url_add(urls, "img/bg-bars.png", bg_bars);
     onion_url_add(urls, "img/sprite-skin-flat.png", img_sprite_skin_flag);
 
     onion_url_add(urls, "es", search);

web/css/dark.css

@@ -0,0 +1,240 @@
+a {
+    color: #00BCD4;
+}
+
+body {
+    overflow-y: scroll;
+    background: black;
+}
+
+.progress {
+    margin-top: 1em;
+}
+
+.card {
+    margin-top: 1em;
+    background: #212121;
+    color: #e0e0e0;
+}
+
+.navbar-brand {
+    font-size: 1.75rem;
+    padding: 0;
+    color: #f5f5f5;
+}
+
+.navbar {
+    background: #546b7a;
+}
+
+.navbar a:hover {
+    color: #fff;
+}
+
+.navbar span {
+    color: #eee;
+}
+
+.document {
+    padding: 0.5rem;
+}
+
+.document p {
+    margin-bottom: 0;
+}
+
+.document:hover p {
+    text-decoration: underline;
+}
+
+.badge-video {
+    color: #FFFFFF;
+    background-color: #F27761;
+}
+
+.badge-image {
+    color: #FFFFFF;
+    background-color: #AA99C9;
+}
+
+.badge-audio {
+    color: #FFFFFF;
+    background-color: #00ADEF;
+}
+
+.badge-resolution {
+    color: #212529;
+    background-color: #B0BEC5;
+}
+
+.badge-text {
+    color: #FFFFFF;
+    background-color: #FAAB3C;
+}
+
+.card-img-overlay {
+    pointer-events: none;
+    padding: 0.75rem;
+
+    bottom: unset;
+    top: 0;
+    left: unset;
+    right: unset;
+}
+
+.file-title {
+    font-size: 10pt;
+    white-space: nowrap;
+    text-overflow: ellipsis;
+    overflow: hidden;
+}
+
+.badge {
+    margin-right: 3px;
+}
+
+.fit {
+    display: block;
+    min-width: 64px;
+    max-width: 100%;
+    max-height: 175px;
+    margin: 0 auto 0;
+    padding: 3px 3px 0 3px;
+    width: auto;
+    height: auto;
+}
+
+.audio-fit {
+    height: 39px;
+    vertical-align: bottom;
+    display: inline;
+    width: 100%;
+}
+
+@media (min-width: 1200px) {
+    .card-columns {
+        column-count: 4;
+    }
+}
+
+@media (min-width: 1500px) {
+    .container {
+        max-width: 1440px;
+    }
+
+    .card-columns {
+        column-count: 5;
+    }
+}
+
+@media (min-width: 1800px) {
+    .container {
+        max-width: 1550px;
+    }
+}
+
+mark {
+    background: #fff217;
+    border-radius: 0;
+    padding: 1px 0;
+}
+
+.content-div {
+    font-family: SFMono-Regular, Menlo, Monaco, Consolas, "Liberation Mono", "Courier New", monospace;
+    font-size: 13px;
+    padding: 1em;
+    background-color: #37474F;
+    border: 1px solid #616161;
+    border-radius: 4px;
+    margin: 3px;
+}
+
+.irs-single, .irs-from, .irs-to {
+    font-size: 13px;
+    background-color: #00BCD4;
+}
+
+.irs-slider {
+    cursor: col-resize;
+}
+
+.irs {
+    margin-top: 1em;
+    margin-bottom: 1em;
+}
+.custom-select {
+    overflow: auto;
+    background-color: #37474F;
+    border: 1px solid #616161;
+    color: #bdbdbd;
+}
+
+.custom-select:focus {
+    border-color: #757575;
+    outline: 0;
+    box-shadow: 0 0 0 .2rem rgba(0, 123, 255, .25);
+}
+
+option {
+    outline: none;
+}
+
+.form-control {
+    background-color: #37474F;
+    border: 1px solid #616161;
+    color: #fff;
+}
+
+.form-control:focus {
+    background-color: #546E7A;
+    color: #fff;
+}
+
+.input-group-text {
+    background: #263238;
+    border: 1px solid #616161;
+    color: #dbdbdb;
+}
+
+::placeholder {
+    color: #BDBDBD !important;
+    opacity: 1;
+}
+
+
+.inspire-tree .selected > .wholerow, .inspire-tree .selected > .title-wrap:hover + .wholerow {
+    background: none;
+}
+
+.inspire-tree .icon-expand::before, .inspire-tree .icon-collapse::before {
+    background-color: black;
+}
+
+.inspire-tree .title {
+    color: #eee;
+}
+
+.inspire-tree {
+    font-weight: 400;
+    font-size: 14px;
+    font-family: Helvetica, Nueue, Verdana, sans-serif;
+    max-height: 350px;
+    overflow: auto;
+}
+
+.page-indicator {
+    line-height: 1rem;
+    padding: 0.5rem;
+    background: #212121;
+    color: #eee;
+}
+
+.btn-xs {
+    padding: .1rem .3rem;
+    font-size: .875rem;
+    border-radius: .2rem;
+}
+
+.btn {
+    color: #eee;
+}

web/css/light.css

@@ -87,6 +87,7 @@ body {overflow-y:scroll;}
     height: 39px;
     vertical-align: bottom;
     display: inline;
+    width: 100%;
 }
 
 @media (min-width: 1200px) {
@@ -159,6 +160,7 @@ mark {
 .page-indicator {
     line-height: 1rem;
     padding: 0.5rem;
+    background: #212121;
 }
 
 .btn-xs {

web/js/dom.js

@@ -129,6 +129,8 @@ function createDocCard(hit) {
             });
         } else if ((hit["_source"].hasOwnProperty("width") && hit["_source"]["width"] > 20 && hit["_source"]["height"] > 20)
             || hit["_source"]["mime"] === "application/pdf"
+            || hit["_source"]["mime"] === "application/epub+zip"
+            || hit["_source"]["mime"] === "application/x-cbz"
             || hit["_source"].hasOwnProperty("font_name")
         ) {
             thumbnail = document.createElement("img");
@@ -195,7 +197,7 @@ function createDocCard(hit) {
         let contentHl = getContentHighlight(hit);
         if (contentHl !== undefined) {
             let contentDiv = document.createElement("div");
-            contentDiv.setAttribute("class", "content-div bg-light");
+            contentDiv.setAttribute("class", "content-div");
             contentDiv.insertAdjacentHTML('afterbegin', contentHl);
             docCard.appendChild(contentDiv);
         }
@@ -255,7 +257,7 @@ function makePreloader() {
 
 function makePageIndicator(searchResult) {
     let pageIndicator = document.createElement("div");
-    pageIndicator.setAttribute("class", "page-indicator shadow-sm bg-light font-weight-light");
+    pageIndicator.setAttribute("class", "page-indicator shadow-sm font-weight-light");
     const totalHits = searchResult["hits"]["total"].hasOwnProperty("value")
         ? searchResult["hits"]["total"]["value"] : searchResult["hits"]["total"];
     pageIndicator.appendChild(document.createTextNode(docCount + " / " + totalHits));

web/js/search.js

@@ -21,18 +21,31 @@ jQuery["jsonPost"] = function (url, data) {
     });
 };
 
+window.onload = () => {
+    $("#theme").on("click", () => {
+        if (document.cookie.length === 0) {
+            document.cookie = "sist=dark";
+        } else {
+            document.cookie = "sist=; Max-Age=-99999999;";
+        }
+        window.location.reload();
+    })
+};
+
 function toggleSearchBar() {
     searchDebounced();
 }
 
 $.jsonPost("i").then(resp => {
     resp["indices"].forEach(idx => {
-        $("#indices").append($("<option>")
+        const opt = $("<option>")
             .attr("value", idx.id)
-            .attr("selected", true)
-            .append(idx.name)
-        );
-        selectedIndices.push(idx.id);
+            .append(idx.name);
+        if (!idx.name.includes("(nsfw)")) {
+            opt.attr("selected", !idx.name.includes("(nsfw)"));
+            selectedIndices.push(idx.id);
+        }
+        $("#indices").append(opt);
     });
 });
 

web/search.html

@@ -9,9 +9,10 @@
 </head>
 <body>
 
-<nav class="navbar navbar-expand-lg navbar-light">
+<nav class="navbar navbar-expand-lg">
     <a class="navbar-brand" href="/">sist2</a>
     <span class="tagline">Lightning-fast file system indexer and search tool </span>
+    <a style="margin-left: auto" id="theme" class="btn" title="Toggle theme" href="/">Theme</a>
 </nav>
 
 <div class="container">