diff --git a/ezidapp/management/commands/opensearch-update.py b/ezidapp/management/commands/opensearch-update.py index f192e8e4..6f354b37 100644 --- a/ezidapp/management/commands/opensearch-update.py +++ b/ezidapp/management/commands/opensearch-update.py @@ -17,7 +17,7 @@ urllib3.disable_warnings(InsecureRequestWarning) # end suppression of urllib3 InsecureRequestWarning -SPLIT_SIZE = 5 +SPLIT_SIZE = 10 DB_PAGE_SIZE = 100 # run: python manage.py opensearch-update @@ -57,7 +57,7 @@ def handle(self, *args, **options): start_after_id = options['starting_id'] else: start_after_id = 0 - + # Also adding additional filtering for additional criteria with a Q object that may be neutral or contain # time-based criteria to limit number or results. @@ -116,6 +116,7 @@ def _bulk_update_pair(identifier: SearchIdentifier) -> str: def _do_bulk_update(string_parts: list) -> bool: json_string = "\n".join(string_parts) + "\n" # must have a trailing newline + OpenSearchDoc.CLIENT.ping() # OpenSearch keepalive response = OpenSearchDoc.CLIENT.bulk(body=json_string) # Check the response diff --git a/impl/open_search_doc.py b/impl/open_search_doc.py index cd320c2d..207122ae 100644 --- a/impl/open_search_doc.py +++ b/impl/open_search_doc.py @@ -50,7 +50,10 @@ class OpenSearchDoc: use_ssl=True, verify_certs=True, ssl_assert_hostname=False, - ssl_show_warn=False + ssl_show_warn=False, + timeout=30, + max_retries=3, + retry_on_timeout=True ) def __init__(self, identifier: Identifier):