From b397b12195290a7c387212f2566a1c1617f8715a Mon Sep 17 00:00:00 2001 From: Ivan Kozik Date: Thu, 11 Apr 2024 23:49:38 +0000 Subject: [PATCH] WIP sftp-into-eye --- sftp-into-eye | 13 +++++++++---- 1 file changed, 9 insertions(+), 4 deletions(-) diff --git a/sftp-into-eye b/sftp-into-eye index 1638ecd..018aec1 100755 --- a/sftp-into-eye +++ b/sftp-into-eye @@ -5,16 +5,21 @@ set -eu -o pipefail # e.g. ~/stash/YouTube/whitehouse root=$1 -es x find -- "$root" -t f | take-wanted-ids ~/dead-video-ids | rg '\.(mp4|webm|flv|video)$' | while read i; do +es x find -t f -- "$root" | take-wanted-ids ~/dead-video-ids | rg '\.(mp4|webm|flv|video)$' | while read i; do echo $i eye_path=$(path-to-eye-path "$i" | sed -r "s,$HOME/stash/,,g") file_id=$(es x info -- "$i" | jq .id) size=$(es x info -- "$i" | jq .size) + + # If already in namedfiles i.e. the-eye, skip + es x info -- "$i" | rg -q -F '"type": "namedfiles"' && continue || true + ( es x get "$i" && \ - rclone --inplace --size-only --progress copyto "i" "jeff:$eye_path" && \ + rclone --inplace --size-only --progress copyto "$i" "jeff:$eye_path" && \ curl --fail-with-body -u "ya: ." -X POST -d "{\"file_id\": $file_id, \"location\": \"the-eye\", \"pathname\": \"$eye_path\"}" https://ya.borg.xyz/cgi-bin/new-namedfiles && \ curl -X POST -d "{\"the_eye_any_bytes_saved\": $size, \"the_eye_video_bytes_saved\": $size, \"the_eye_any_files_saved\": 1, \"the_eye_video_files_saved\": 1}" "http://127.0.0.1:31416/metrics" && \ - sleep 0.1 - ) || true + ) || true & + + wait-until-jobs-below 9 done