|
|
@@ -149,12 +149,20 @@ def single_impl(item_directory: pathlib.Path, ia_collection: str, ia_item_title: |
|
|
|
time.sleep(30) |
|
|
|
logging.info(f"Assigned target {url}") |
|
|
|
parsed_url = urllib.parse.urlparse(url) |
|
|
|
bf_item = None |
|
|
|
if parsed_url.scheme == "minio+http" or parsed_url.scheme == "minio+https": |
|
|
|
secure = (parsed_url.scheme == "minio+https") |
|
|
|
ep = parsed_url.hostname |
|
|
|
if parsed_url.port is not None: |
|
|
|
ep = f"{ep}:{parsed_url.port}" |
|
|
|
client = minio.Minio(endpoint=ep, access_key=parsed_url.username, secret_key=parsed_url.password, secure=secure) |
|
|
|
client = None |
|
|
|
while True: |
|
|
|
try: |
|
|
|
client = minio.Minio(endpoint=ep, access_key=parsed_url.username, secret_key=parsed_url.password, secure=secure) |
|
|
|
break |
|
|
|
except Exception: |
|
|
|
logging.exception("Failed to connect to minio") |
|
|
|
time.sleep(30) |
|
|
|
bucket_name = item_directory.name.replace("_", "-") |
|
|
|
logging.info("Making bucket...") |
|
|
|
while True: |
|
|
|