From 1404b291a4c816dc277b58c14b6fde57812271ea Mon Sep 17 00:00:00 2001
From: Roelf Wichertjes <contact@roelf.org>
Date: Fri, 11 Mar 2022 14:34:57 +0100
Subject: [PATCH] Initial commit

---
 .drone.yml | 19 +++++++++++++++++++
 Dockerfile | 23 +++++++++++++++++++++++
 mover.sh   | 23 +++++++++++++++++++++++
 3 files changed, 65 insertions(+)
 create mode 100644 .drone.yml
 create mode 100644 Dockerfile
 create mode 100755 mover.sh

diff --git a/.drone.yml b/.drone.yml
new file mode 100644
index 0000000..f0b04c2
--- /dev/null
+++ b/.drone.yml
@@ -0,0 +1,19 @@
+---
+kind: pipeline
+name: default
+steps:
+- name: docker
+  image: plugins/docker
+  settings:
+    registry: atdr-writer.meo.ws
+    username:
+      from_secret: atdr_user
+    password:
+      from_secret: atdr_pass
+    repo: atdr-writer.meo.ws/rewby/ab-offload
+    dockerfile: Dockerfile
+    purge: true
+    auto_tag: false
+    tags:
+    - latest
+
diff --git a/Dockerfile b/Dockerfile
new file mode 100644
index 0000000..fdaa264
--- /dev/null
+++ b/Dockerfile
@@ -0,0 +1,23 @@
+FROM debian:bullseye
+
+# Install tini
+ENV TINI_VERSION v0.19.0
+ADD https://github.com/krallin/tini/releases/download/${TINI_VERSION}/tini /tini
+RUN chmod +x /tini
+
+# Add user
+RUN groupadd -g 1337 ab
+RUN groupadd -r psudo
+RUN useradd -rm -d /home/ab -s /bin/bash -g ab -G psudo -u 1337 ab
+
+# Create data mount
+RUN mkdir -p /data
+RUN chown ab:ab /data
+
+# Switch user
+USER ab
+WORKDIR /home/ab
+
+COPY mover.sh /home/ab/mover.sh
+
+ENTRYPOINT [ "/tini", "--" ]
diff --git a/mover.sh b/mover.sh
new file mode 100755
index 0000000..4b49957
--- /dev/null
+++ b/mover.sh
@@ -0,0 +1,23 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+INCOMING="${INCOMING:-/data/incoming/}"
+UPLOAD_QUEUE="${UPLOAD_QUEUE:-/data/upload-queue/}"
+
+# find every .warc.gz in the rsync directory
+find "${INCOMING}" -type f -not -name ".*"\
+| while read filename
+do
+  # skip partial uploads
+  if [[ $filename =~ rsync-tmp ]]
+  then
+    continue
+  fi
+
+  echo "Moving ${filename}"
+  mkdir -vp "${UPLOAD_QUEUE}"
+  mv -v "${filename}" "${UPLOAD_QUEUE}/"
+done
+
+