Initial commit

.drone.yml

@@ -0,0 +1,19 @@
+---
+kind: pipeline
+name: default
+steps:
+- name: docker
+  image: plugins/docker
+  settings:
+    registry: atdr-writer.meo.ws
+    username:
+      from_secret: atdr_user
+    password:
+      from_secret: atdr_pass
+    repo: atdr-writer.meo.ws/rewby/ab-offload
+    dockerfile: Dockerfile
+    purge: true
+    auto_tag: false
+    tags:
+    - latest
+

Dockerfile

@@ -0,0 +1,23 @@
+FROM debian:bullseye
+
+# Install tini
+ENV TINI_VERSION v0.19.0
+ADD https://github.com/krallin/tini/releases/download/${TINI_VERSION}/tini /tini
+RUN chmod +x /tini
+
+# Add user
+RUN groupadd -g 1337 ab
+RUN groupadd -r psudo
+RUN useradd -rm -d /home/ab -s /bin/bash -g ab -G psudo -u 1337 ab
+
+# Create data mount
+RUN mkdir -p /data
+RUN chown ab:ab /data
+
+# Switch user
+USER ab
+WORKDIR /home/ab
+
+COPY mover.sh /home/ab/mover.sh
+
+ENTRYPOINT [ "/tini", "--" ]

mover.sh

@@ -0,0 +1,23 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+INCOMING="${INCOMING:-/data/incoming/}"
+UPLOAD_QUEUE="${UPLOAD_QUEUE:-/data/upload-queue/}"
+
+# find every .warc.gz in the rsync directory
+find "${INCOMING}" -type f -not -name ".*"\
+| while read filename
+do
+  # skip partial uploads
+  if [[ $filename =~ rsync-tmp ]]
+  then
+    continue
+  fi
+
+  echo "Moving ${filename}"
+  mkdir -vp "${UPLOAD_QUEUE}"
+  mv -v "${filename}" "${UPLOAD_QUEUE}/"
+done
+
+