Bladeren bron

Add a url option to set timeouts

master
rewby 8 maanden geleden
bovenliggende
commit
18a8fadf0d
1 gewijzigde bestanden met toevoegingen van 7 en 2 verwijderingen
  1. +7
    -2
      main.py

+ 7
- 2
main.py Bestand weergeven

@@ -156,6 +156,11 @@ def single_impl(item_directory: pathlib.Path, ia_collection: str, ia_item_title:
logging.info(f"Assigned target {url}")

parsed_url = urllib.parse.urlparse(url)
parsed_qs = urllib.parse.parse_qs(parsed_url.query)

def get_q(key, default):
return parsed_qs.get(key, [str(default)])[0]

bf_item = None
if parsed_url.scheme == "minio+http" or parsed_url.scheme == "minio+https":
secure = (parsed_url.scheme == "minio+https")
@@ -167,8 +172,8 @@ def single_impl(item_directory: pathlib.Path, ia_collection: str, ia_item_title:
def create_client():
logging.info("Connecting to minio...")
cert_check = True
timeout = datetime.timedelta(seconds=30).seconds
total_timeout = datetime.timedelta(seconds=60).seconds
timeout = datetime.timedelta(seconds=int(get_q("timeout", 60))).seconds
total_timeout = datetime.timedelta(seconds=int(get_q("total_timeout", timeout*2))).seconds
hclient = urllib3.PoolManager(
timeout=urllib3.util.Timeout(connect=timeout, read=timeout, total=total_timeout),
maxsize=10,


Laden…
Annuleren
Opslaan