Browse Source

Lower chunk size to 100G and enable size hints as per IA request.

master
rewby 8 months ago
parent
commit
a508810432
Signed by: rewby GPG Key ID: 4C2B6D2972EE5423
2 changed files with 2 additions and 1 deletions
  1. +1
    -1
      mover.sh
  2. +1
    -0
      upload-single.sh

+ 1
- 1
mover.sh View File

@@ -5,7 +5,7 @@ set -euo pipefail
export INCOMING="${INCOMING:-/data/incoming/}"
export MOVER_WORKING_DIR="${MOVER_WORKING_DIR:-/data/mover-work/}"
export UPLOAD_QUEUE="${UPLOAD_QUEUE:-/data/upload-queue/}"
export MEGABYTES_PER_CHUNK="${MEGABYTES_PER_CHUNK:-$((1024*500))}"
export MEGABYTES_PER_CHUNK="${MEGABYTES_PER_CHUNK:-$((1024*100))}"
export BYTES_PER_CHUNK=$((1024*1024*MEGABYTES_PER_CHUNK))

mkdir -p "${MOVER_WORKING_DIR}"


+ 1
- 0
upload-single.sh View File

@@ -15,6 +15,7 @@ export upload="$(basename "$(pwd)")"
export CUR_SIZE=$( du -B1 -s . | grep -oE "^[0-9]+" )
export YEAR=$(date +%Y)
ia upload "archiveteam_archivebot_go_${upload}" * \
--size-hint="${CUR_SIZE}" \
--sleep=120 \
--retries=100 \
--metadata="noarchivetorrent:true" \


Loading…
Cancel
Save