initial commit

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "scripts-private"]
+	path = scripts-private
+	url = ssh://git@raw.simon987.net:222/simon987/scripts-private.git

docker_mysql

@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+docker run -d --name tmp_mysql1  \
+		-e MYSQL_ROOT_PASSWORD="rootpw" \
+		-e MYSQL_ROOT_HOST="%" \
+	   	mysql/mysql-server:5.7
+
+sleep 30
+
+containerip=$(docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' tmp_mysql1)
+
+echo "Login with 'mysql -h ${containerip} -uroot -prootpw'"
+
+read _
+docker rm -f tmp_mysql1

docker_remove_exited

@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+
+docker ps -a | grep Exit | cut -d ' ' -f 1 | xargs docker rm

git_filterbranch

@@ -0,0 +1,18 @@
+#!/usr/bin/env bash
+
+git filter-branch --env-filter '
+WRONG_EMAIL="wrong@example.com"
+NEW_NAME="New Name Value"
+NEW_EMAIL="correct@example.com"
+
+if [ "$GIT_COMMITTER_EMAIL" = "$WRONG_EMAIL" ]
+then
+    export GIT_COMMITTER_NAME="$NEW_NAME"
+    export GIT_COMMITTER_EMAIL="$NEW_EMAIL"
+fi
+if [ "$GIT_AUTHOR_EMAIL" = "$WRONG_EMAIL" ]
+then
+    export GIT_AUTHOR_NAME="$NEW_NAME"
+    export GIT_AUTHOR_EMAIL="$NEW_EMAIL"
+fi
+' --tag-name-filter cat -- --branches --tags

heic2jpg

@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+
+find "$1" -iname "*.heic" -exec heif-convert {} {}.jpg \;

img_optim

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+
+find "$1" -iname "*.jpeg" -exec jpegoptim {} \;
+find "$1" -iname "*.jpg" -exec jpegoptim {} \;
+
+# TODO optipng

img_optim_lossy

@@ -0,0 +1,4 @@
+#!/usr/bin/env bash
+
+find "$1" -iname "*.jpeg" -exec jpegoptim -m85 {} \;
+find "$1" -iname "*.jpg" -exec jpegoptim -m85 {} \;

inb4404

@@ -0,0 +1,144 @@
+#!/usr/bin/env python3
+
+import urllib.request, urllib.error, urllib.parse, argparse, logging
+import os, re, time
+import http.client 
+import fileinput
+from multiprocessing import Process
+
+log = logging.getLogger('inb4404')
+workpath = os.path.dirname(os.path.realpath(__file__))
+args = None
+
+def main():
+    global args
+    parser = argparse.ArgumentParser(description='inb4404')
+    parser.add_argument('thread', nargs=1, help='url of the thread (or filename; one url per line)')
+    parser.add_argument('-c', '--with-counter', action='store_true', help='show a counter next the the image that has been downloaded')
+    parser.add_argument('-d', '--date', action='store_true', help='show date as well')
+    parser.add_argument('-l', '--less', action='store_true', help='show less information (surpresses checking messages)')
+    parser.add_argument('-n', '--use-names', default=True, action='store_true', help='use thread names instead of the thread ids (...4chan.org/board/thread/thread-id/thread-name)')
+    parser.add_argument('-r', '--reload', action='store_true', help='reload the queue file every 5 minutes')
+    args = parser.parse_args()
+
+    if args.date:
+        logging.basicConfig(level=logging.INFO, format='[%(asctime)s] %(message)s', datefmt='%Y-%m-%d %I:%M:%S %p')
+    else:
+        logging.basicConfig(level=logging.INFO, format='[%(asctime)s] %(message)s', datefmt='%I:%M:%S %p')    
+
+    thread = args.thread[0].strip()
+    if thread[:4].lower() == 'http':
+        download_thread(thread)
+    else:
+        download_from_file(thread)
+
+def load(url):
+    req = urllib.request.Request(url, headers={'User-Agent': '4chan Browser'})
+    return urllib.request.urlopen(req).read()
+
+def download_thread(thread_link):
+    board = thread_link.split('/')[3]
+    thread = thread_link.split('/')[5].split('#')[0]
+    if len(thread_link.split('/')) > 6:
+        thread_tmp = thread_link.split('/')[6].split('#')[0]
+
+        if args.use_names or os.path.exists(os.path.join(workpath, 'downloads', board, thread_tmp)):                
+            thread = thread_tmp
+
+    directory = os.path.join(workpath, 'downloads', board, thread)
+    if not os.path.exists(directory):
+        os.makedirs(directory)
+
+    while True:
+        try:
+            regex = '(\/\/i(?:s|)\d*\.(?:4cdn|4chan)\.org\/\w+\/(\d+\.(?:jpg|png|gif|webm)))'
+            regex_result = list(set(re.findall(regex, load(thread_link).decode('utf-8'))))
+            regex_result = sorted(regex_result, key=lambda tup: tup[1])
+            regex_result_len = len(regex_result)            
+            regex_result_cnt = 1
+
+            for link, img in regex_result:
+                img_path = os.path.join(directory, img)
+                if not os.path.exists(img_path):
+                    data = load('https:' + link)
+
+                    output_text = board + '/' + thread + '/' + img
+                    if args.with_counter:
+                        output_text = '[' + str(regex_result_cnt).rjust(len(str(regex_result_len))) +  '/' + str(regex_result_len) + '] ' + output_text
+
+                    log.info(output_text)
+
+                    with open(img_path, 'wb') as f:
+                        f.write(data)
+
+                    ##################################################################################
+                    # saves new images to a seperate directory
+                    # if you delete them there, they are not downloaded again
+                    # if you delete an image in the 'downloads' directory, it will be downloaded again
+                    copy_directory = os.path.join(workpath, 'new', board, thread)
+                    if not os.path.exists(copy_directory):
+                        os.makedirs(copy_directory)
+                    copy_path = os.path.join(copy_directory, img)
+                    with open(copy_path, 'wb') as f:
+                        f.write(data)
+                    ##################################################################################
+                regex_result_cnt += 1
+
+        except urllib.error.HTTPError as err:
+            time.sleep(10)
+            try:
+                load(thread_link)    
+            except urllib.error.HTTPError as err:
+                log.info('%s 404\'d', thread_link)
+                break
+            continue
+        except (urllib.error.URLError, http.client.BadStatusLine, http.client.IncompleteRead):
+            if not args.less:
+                log.warning('Something went wrong')
+
+        if not args.less:
+            log.info('Checking ' + board + '/' + thread)
+        time.sleep(20)
+
+def download_from_file(filename):
+    running_links = []
+    while True:
+        processes = []
+        for link in [_f for _f in [line.strip() for line in open(filename) if line[:4] == 'http'] if _f]:
+            if link not in running_links:
+                running_links.append(link)
+                log.info('Added ' + link)
+
+            process = Process(target=download_thread, args=(link, ))
+            process.start()
+            processes.append([process, link])
+
+        if len(processes) == 0:
+            log.warning(filename + ' empty')
+        
+        if args.reload:
+            time.sleep(60 * 5) # 5 minutes
+            links_to_remove = []
+            for process, link in processes:
+                if not process.is_alive():
+                    links_to_remove.append(link)
+                else:
+                    process.terminate()
+
+            for link in links_to_remove:
+                for line in fileinput.input(filename, inplace=True):
+                    print(line.replace(link, '-' + link), end='')
+                running_links.remove(link)
+                log.info('Removed ' + link)
+            if not args.less:
+                log.info('Reloading ' + args.thread[0]) # thread = filename here; reloading on next loop
+        else:
+            break
+
+
+if __name__ == '__main__':
+    try:
+        main()
+    except KeyboardInterrupt:
+        pass
+

kill_nonessential_services

@@ -0,0 +1,14 @@
+#!/bin/bash
+
+systemctl stop docker
+systemctl stop mongod
+systemctl stop mongodb
+systemctl stop redis-server
+systemctl stop redis
+systemctl stop postgresql
+systemctl stop nginx
+systemctl stop vsftpd
+killall nextcloud
+killall cmus
+
+

lddpath

@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+
+ldd "$1" | grep so | sed -e '/^[^\t]/ d' | sed -e 's/\t//' | sed -e 's/.*=..//' | sed -e 's/ (0.*)//'

lib/argparse

@@ -0,0 +1,81 @@
+#!/usr/bin/env bash
+
+# Use python's argparse module in shell scripts
+#
+# The function `argparse` parses its arguments using
+# argparse.ArgumentParser; the parser is defined in the function's
+# stdin.
+#
+# Executing ``argparse.bash`` (as opposed to sourcing it) prints a
+# script template.
+#
+# https://github.com/nhoffman/argparse-bash
+# MIT License - Copyright (c) 2015 Noah Hoffman
+
+argparse(){
+    argparser=$(mktemp 2>/dev/null || mktemp -t argparser)
+    cat > "$argparser" <<EOF
+from __future__ import print_function
+import sys
+import argparse
+import os
+
+
+class MyArgumentParser(argparse.ArgumentParser):
+    def print_help(self, file=None):
+        """Print help and exit with error"""
+        super(MyArgumentParser, self).print_help(file=file)
+        sys.exit(1)
+
+parser = MyArgumentParser(prog=os.path.basename("$0"),
+            description="""$ARGPARSE_DESCRIPTION""")
+EOF
+
+    # stdin to this function should contain the parser definition
+    cat >> "$argparser"
+
+    cat >> "$argparser" <<EOF
+args = parser.parse_args()
+for arg in [a for a in dir(args) if not a.startswith('_')]:
+    key = arg.upper()
+    value = getattr(args, arg, None)
+
+    if isinstance(value, bool) or value is None:
+        print('{0}="{1}";'.format(key, 'yes' if value else ''))
+    elif isinstance(value, list):
+        print('{0}=({1});'.format(key, ' '.join('"{0}"'.format(s) for s in value)))
+    else:
+        print('{0}="{1}";'.format(key, value))
+EOF
+
+    # Define variables corresponding to the options if the args can be
+    # parsed without errors; otherwise, print the text of the error
+    # message.
+    if python "$argparser" "$@" &> /dev/null; then
+        eval $(python "$argparser" "$@")
+        retval=0
+    else
+        python "$argparser" "$@"
+        retval=1
+    fi
+
+    rm "$argparser"
+    return $retval
+}
+
+# print a script template when this script is executed
+if [[ $0 == *argparse.bash ]]; then
+    cat <<FOO
+#!/usr/bin/env bash
+
+source \$(dirname \$0)/argparse.bash || exit 1
+argparse "\$@" <<EOF || exit 1
+parser.add_argument('infile')
+parser.add_argument('-o', '--outfile')
+
+EOF
+
+echo "INFILE: \${INFILE}"
+echo "OUTFILE: \${OUTFILE}"
+FOO
+fi

sc_layout

@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+
+xrandr --output eDP1 --mode 1920x1080 --pos 468x611 --rotate normal --output DP1 --off --output HDMI1 --primary --mode 1920x1080 --pos 2388x341 --rotate normal --output HDMI2 --off --output VIRTUAL1 --off

sc_update

@@ -0,0 +1,5 @@
+sudo pacman -S archlinux-keyring
+sudo pacman-key --init
+sudo pacman-key --populate archlinux
+sudo pacman-key --refresh-keys
+sudo pacman -Syyu

scripts-private

@@ -0,0 +1 @@
+Subproject commit 19a84ae47416606ba1852c47ec624e386b8b21b4

tgz2xz

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+XZ_OPT=-9 
+
+F=$(basename "$1")
+
+mkdir /tmp/"$F"
+tar -xzf "$1" -C /tmp/"$F"
+tar -cJf "$1".tar.xz /tmp/"$F"

webmenc

@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+
+#!/usr/bin/env bash
+
+source $(dirname $0)/lib/argparse || exit 1
+argparse "$@" <<EOF || exit 1
+parser.add_argument('-v', '--video-bitrate', type=int,
+                    help='Video bitrate in kbps')
+
+parser.add_argument('-a', '--audio-bitrate', default=32, type=int,
+                    help='Audio bitrate in kbps')
+EOF
+
+CRF=30
+
+ffmpeg -i "$1" -y -b:v $VIDEO_BITRATE \
+  -quality good -crf $CRF -c:v libvpx-vp9 -an \
+  -pass 1 -speed 4 -f webm /dev/null &&\
+ffmpeg -i "$1" -y -b:v $VIDEO_BITRATE -auto-alt-ref 1 -lag-in-frames 25 \
+  -quality good -crf $CRF -c:v libvpx-vp9 -c:a libopus -b:a $AUDIO_BITRATE \
+  -pass 2 -speed 1 "$1.webm"

windows/Caps_to_escape.reg

@@ -0,0 +1,3 @@
+REGEDIT4
+[HKEY_LOCAL_MACHINE\SYSTEM\CurrentControlSet\Control\Keyboard Layout]
+"Scancode Map"=hex:00,00,00,00,00,00,00,00,02,00,00,00,01,00,3a,00,00,00,00,00

windows/Win10Repeat.reg

@@ -0,0 +1,3 @@
+[HKEY_CURRENT_USER\Control Panel\Accessibility\Keyboard Response]
+"AutoRepeatDelay"="200" 
+"AutoRepeatRate"="30" 

xz_enc

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+XZ_OPT=-9 
+
+tar -cJf "$1".tar.xz "$1"

ytdl

@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+
+youtube-dl --format "(bestvideo[vcodec^=av01][height>=1080][fps>30]/bestvideo[vcodec=vp9.2][height>=1080][fps>30]/bestvideo[vcodec=vp9][height>=1080][fps>30]/bestvideo[vcodec^=av01][height>=1080]/bestvideo[vcodec=vp9.2][height>=1080]/bestvideo[vcodec=vp9][height>=1080]/bestvideo[height>=1080]/bestvideo[vcodec^=av01][height>=720][fps>30]/bestvideo[vcodec=vp9.2][height>=720][fps>30]/bestvideo[vcodec=vp9][height>=720][fps>30]/bestvideo[vcodec^=av01][height>=720]/bestvideo[vcodec=vp9.2][height>=720]/bestvideo[vcodec=vp9][height>=720]/bestvideo[height>=720]/bestvideo)+(bestaudio[acodec=opus]/bestaudio)/best" --force-ipv4 --ignore-errors --no-continue --no-overwrites --add-metadata --write-info-json --write-annotations --write-thumbnail "$1"

zip2xz

@@ -0,0 +1,9 @@
+#!/usr/bin/env bash
+
+XZ_OPT=-9 
+
+F=$(basename "$1")
+
+mkdir /tmp/"$F"
+unzip "$1" -d /tmp/"$1"
+tar -cJf "$1".tar.xz /tmp/"$F"