From c1858a45cf1f578ee72714363877c9d870a0b891 Mon Sep 17 00:00:00 2001 From: Leo McArdle Date: Tue, 28 Apr 2026 11:01:13 +0100 Subject: [PATCH 1/2] fix(deployer): decrease chunk size https://github.com/mdn/dex/issues/316 --- deployer/src/deployer/search/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deployer/src/deployer/search/__init__.py b/deployer/src/deployer/search/__init__.py index 3c9615c0..36bb93b0 100644 --- a/deployer/src/deployer/search/__init__.py +++ b/deployer/src/deployer/search/__init__.py @@ -93,7 +93,7 @@ def get_progressbar(): for success, info in streaming_bulk( connection, generator(), - chunk_size=250, # default: 500 + chunk_size=125, # default: 500 max_chunk_bytes=52428800, # default: 104857600 max_retries=4, # default: 0 # If the bulk indexing failed, it will by default raise a BulkIndexError. From bf27c09f308e5bf05284b716ecdafb4f28ca76e9 Mon Sep 17 00:00:00 2001 From: Leo McArdle Date: Tue, 28 Apr 2026 11:04:51 +0100 Subject: [PATCH 2/2] decrease max_chunk_bytes too --- deployer/src/deployer/search/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/deployer/src/deployer/search/__init__.py b/deployer/src/deployer/search/__init__.py index 36bb93b0..1d91eb1a 100644 --- a/deployer/src/deployer/search/__init__.py +++ b/deployer/src/deployer/search/__init__.py @@ -94,7 +94,7 @@ def get_progressbar(): connection, generator(), chunk_size=125, # default: 500 - max_chunk_bytes=52428800, # default: 104857600 + max_chunk_bytes=26214400, # default: 104857600 max_retries=4, # default: 0 # If the bulk indexing failed, it will by default raise a BulkIndexError. # Setting this to 'False' will suppress that.