Selaa lähdekoodia

more todo and error handling

master
rewby 8 kuukautta sitten
vanhempi
commit
fb1bef3a46
1 muutettua tiedostoa jossa 13 lisäystä ja 8 poistoa
  1. +13
    -8
      main.py

+ 13
- 8
main.py Näytä tiedosto

@@ -25,6 +25,7 @@ BACKFEED_DELIM = "\n"
# TODO: Add rsync support
# TODO: Add rsync+ssh support
# TODO: Add webdav support.
# TODO: Fix the "ctrl-c handling" logic so it actually cleans up in the s3 bucket.

@click.group()
def sender():
@@ -210,14 +211,18 @@ def single_impl(item_directory: pathlib.Path, ia_collection: str, ia_item_title:
logging.warning(f"Skipping backfeed! Would have submitted: {bf_item}")
else:
while True:
u = f"https://legacy-api.arpa.li/backfeed/legacy/{backfeed_key}"
logging.info(f"Attempting to submit bf item {bf_item} to {u}...")
resp = requests.post(u, params={"skipbloom": "1", "delimiter": BACKFEED_DELIM},
data=f"{bf_item}{BACKFEED_DELIM}".encode("UTF-8"), timeout=60)
if resp.status_code == 200:
break
logging.warning(f"Failed to submit to backfeed {resp.status_code}: {resp.text}")
time.sleep(30)
try:
u = f"https://legacy-api.arpa.li/backfeed/legacy/{backfeed_key}"
logging.info(f"Attempting to submit bf item {bf_item} to {u}...")
resp = requests.post(u, params={"skipbloom": "1", "delimiter": BACKFEED_DELIM},
data=f"{bf_item}{BACKFEED_DELIM}".encode("UTF-8"), timeout=60)
if resp.status_code == 200:
break
logging.warning(f"Failed to submit to backfeed {resp.status_code}: {resp.text}")
time.sleep(30)
except Exception:
logging.exception("Failed to submit to backfeed")
time.sleep(30)
logging.info("Backfeed submit complete!")

if delete:


Ladataan…
Peruuta
Tallenna