From a508810432e5af22e17661c5c25d8a441f2d0237 Mon Sep 17 00:00:00 2001 From: rewby Date: Wed, 9 Aug 2023 15:21:56 +0200 Subject: [PATCH] Lower chunk size to 100G and enable size hints as per IA request. --- mover.sh | 2 +- upload-single.sh | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/mover.sh b/mover.sh index a10e991..f483820 100755 --- a/mover.sh +++ b/mover.sh @@ -5,7 +5,7 @@ set -euo pipefail export INCOMING="${INCOMING:-/data/incoming/}" export MOVER_WORKING_DIR="${MOVER_WORKING_DIR:-/data/mover-work/}" export UPLOAD_QUEUE="${UPLOAD_QUEUE:-/data/upload-queue/}" -export MEGABYTES_PER_CHUNK="${MEGABYTES_PER_CHUNK:-$((1024*500))}" +export MEGABYTES_PER_CHUNK="${MEGABYTES_PER_CHUNK:-$((1024*100))}" export BYTES_PER_CHUNK=$((1024*1024*MEGABYTES_PER_CHUNK)) mkdir -p "${MOVER_WORKING_DIR}" diff --git a/upload-single.sh b/upload-single.sh index 72fdd42..8732861 100755 --- a/upload-single.sh +++ b/upload-single.sh @@ -15,6 +15,7 @@ export upload="$(basename "$(pwd)")" export CUR_SIZE=$( du -B1 -s . | grep -oE "^[0-9]+" ) export YEAR=$(date +%Y) ia upload "archiveteam_archivebot_go_${upload}" * \ + --size-hint="${CUR_SIZE}" \ --sleep=120 \ --retries=100 \ --metadata="noarchivetorrent:true" \