Initial commit (squashed)

scripts/before_build.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+rm web/js/bundle.js 2> /dev/null
+cat `ls -v web/js/*.min.js` > web/js/bundle.js
+cat web/js/{util,dom,search}.js >> web/js/bundle.js
+
+rm web/css/bundle.css 2> /dev/null
+cat web/css/*.min.css > web/css/bundle.css
+cat web/css/main.css >> web/css/bundle.css
+
+python3 scripts/mime.py > src/parsing/mime_generated.c
+python3 scripts/serve_static.py > src/web/static_generated.c
+python3 scripts/index_static.py > src/index/static_generated.c

scripts/get_static_libs.sh

@@ -0,0 +1,48 @@
+#!/bin/bash
+cd lib
+
+cd mupdf
+HAVE_X11=no HAVE_GLUT=no make -j 4
+cd ..
+
+mv mupdf/build/release/libmupdf.a .
+mv mupdf/build/release/libmupdf-third.a .
+
+# libpcre
+cd libpcre
+./autogen.sh
+./configure --disable-shared
+make -j 4
+cd ..
+
+mv libpcre/.libs/libpcre.a .
+
+# ffmpeg
+cd ffmpeg
+./configure --disable-shared --enable-static --disable-ffmpeg --disable-ffplay \
+ --disable-ffprobe --disable-doc\
+ --disable-manpages --disable-postproc --disable-avfilter \
+ --disable-alsa --disable-lzma --disable-xlib --disable-debug\
+ --disable-vdpau --disable-vaapi --disable-sdl2 --disable-network
+make -j 4
+cd ..
+
+mv ffmpeg/libavcodec/libavcodec.a .
+mv ffmpeg/libavformat/libavformat.a .
+mv ffmpeg/libavutil/libavutil.a .
+mv ffmpeg/libswresample/libswresample.a .
+mv ffmpeg/libswscale/libswscale.a .
+
+# onion
+cd onion
+mkdir build 2> /dev/null
+cd build
+cmake -DONION_USE_SSL=false -DONION_USE_PAM=false -DONION_USE_PNG=false -DONION_USE_JPEG=false \
+-DONION_USE_JPEG=false -DONION_USE_XML2=false -DONION_USE_SYSTEMD=false -DONION_USE_SQLITE3=false \
+-DONION_USE_REDIS=false -DONION_USE_GC=false -DONION_USE_TESTS=false -DONION_EXAMPLES=false \
+-DONION_USE_BINDINGS_CPP=false ..
+make -j 4
+cd ../..
+
+mv onion/build/src/onion/libonion_static.a .
+cd ..

scripts/index_static.py

@@ -0,0 +1,14 @@
+files = [
+    "schema/mappings.json",
+    "schema/settings.json",
+]
+
+
+def clean(filepath):
+    return filepath.split("/")[-1].replace(".", "_").replace("-", "_")
+
+
+for file in files:
+    with open(file, "rb") as f:
+        data = f.read()
+    print("char %s[%d] = {%s};" % (clean(file), len(data), ",".join(str(int(b)) for b in data)))

scripts/mime.py

@@ -0,0 +1,102 @@
+mimes = {}
+noparse = set()
+ext_in_hash = set()
+
+major_mime = {
+    "model": 1,
+    "example": 2,
+    "message": 3,
+    "multipart": 4,
+    "font": 5,
+    "video": 6,
+    "audio": 7,
+    "image": 8,
+    "text": 9,
+    "application": 10
+}
+
+pdf = (
+    "application/pdf",
+    "application/x-cbr",
+    "application/x-cbz",
+    "application/vnd.ms-xpsdocument",
+)
+
+font = (
+    "application/vnd.ms-opentype",
+    "application/x-font-sfn",
+    "application/x-font-ttf",
+    "font/otf",
+    "font/sfnt",
+    "font/woff",
+    "font/woff2"
+)
+
+cnt = 1
+
+
+def mime_id(mime):
+    global cnt
+    major = mime.split("/")[0]
+    mime_id = str((major_mime[major] << 16) + cnt)
+    cnt += 1
+    if mime in noparse:
+        mime_id += " | 0x80000000"
+    elif mime in pdf:
+        mime_id += " | 0x40000000"
+    elif mime in font:
+        mime_id += " | 0x20000000"
+    elif mime == "application/x-empty":
+        return "1"
+    return mime_id
+
+
+def clean(t):
+    return t.replace("/", "_").replace(".", "_").replace("+", "_").replace("-", "_")
+
+
+with open("mime.csv") as f:
+    for l in f:
+        mime, ext_list = l.split(",")
+        if l.startswith("!"):
+            mime = mime[1:]
+            noparse.add(mime)
+        ext = [x.strip() for x in ext_list.split("|")]
+        mimes[mime] = ext
+
+    print("// **Generated by mime.py**")
+    print("#ifndef MIME_GENERATED_C")
+    print("#define MIME_GENERATED_C")
+    print("#include <glib-2.0/glib.h>\n")
+    print("#include <stdlib.h>\n")
+    # Enum
+    print("enum mime {")
+    for mime, ext in mimes.items():
+        print("    " + clean(mime) + "=" + mime_id(mime) + ",")
+    print("};")
+
+    # Enum -> string
+    print("char *mime_get_mime_text(unsigned int mime_id) {"
+          "switch (mime_id) {")
+    for mime, ext in mimes.items():
+        print("case " + clean(mime) + ": return \"" + mime + "\";")
+    print("default: return NULL;}}")
+
+    # Ext -> Enum
+    print("GHashTable *mime_get_ext_table() {"
+          "GHashTable *ext_table = g_hash_table_new(g_str_hash, g_str_equal);")
+    for mime, ext in mimes.items():
+        for e in [e for e in ext if e]:
+            print("g_hash_table_insert(ext_table, \"" + e + "\", (gpointer)" + clean(mime) + ");")
+            if e in ext_in_hash:
+                raise Exception("extension already in hash: " + e)
+            ext_in_hash.add(e)
+    print("return ext_table;}")
+
+    # string -> Enum
+    print("GHashTable *mime_get_mime_table() {"
+          "GHashTable *mime_table = g_hash_table_new(g_str_hash, g_str_equal);")
+    for mime, ext in mimes.items():
+        print("g_hash_table_insert(mime_table, \"" + mime + "\", (gpointer)" + clean(mime) + ");")
+    print("return mime_table;}")
+    print("#endif")

scripts/serve_static.py

@@ -0,0 +1,17 @@
+files = [
+    "web/css/bundle.css",
+    "web/js/bundle.js",
+    "web/img/bg-bars.png",
+    "web/img/sprite-skin-flat.png",
+    "web/search.html",
+]
+
+
+def clean(filepath):
+    return filepath.split("/")[-1].replace(".", "_").replace("-", "_")
+
+
+for file in files:
+    with open(file, "rb") as f:
+        data = f.read()
+    print("char %s[%d] = {%s};" % (clean(file), len(data), ",".join(str(int(b)) for b in data)))