|
|
@@ -67,6 +67,7 @@ size_hint=$( du --bytes -s "${UPLOADER_WORKING_DIR}/${ITEM}" | grep -oE "^[0-9]+ |
|
|
|
# (upload the large files first to optimise S3 snowballing) |
|
|
|
for ext in warc.gz tar json.gz |
|
|
|
do |
|
|
|
test "${ext}" == "tar" && ! test -f "${FILE_PREFIX}${ITEM}.megawarc.${ext}" && continue # skip non-existing tar files |
|
|
|
result=1 |
|
|
|
while [[ $result -ne 0 ]] |
|
|
|
do |
|
|
|