fix(deployer): stream bulk actions to avoid rate limit (#12411)

mdn · Jan 8, 2025 · 0b5276b · 0b5276b
1 parent c3da70b
commit 0b5276b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/deployer/src/deployer/search/__init__.py b/deployer/src/deployer/search/__init__.py
@@ -5,7 +5,7 @@
 from collections import Counter
 
 import click
-from elasticsearch.helpers import parallel_bulk
+from elasticsearch.helpers import streaming_bulk
 from elasticsearch_dsl import Index
 from elasticsearch_dsl.connections import connections
 from selectolax.parser import HTMLParser
@@ -90,7 +90,7 @@ def get_progressbar():
     errors_counter = Counter()
     t0 = time.time()
     with get_progressbar() as bar:
-        for success, info in parallel_bulk(
+        for success, info in streaming_bulk(
             connection,
             generator(),
             # If the bulk indexing failed, it will by default raise a BulkIndexError.