Reuse existing env var for number of parallel requests (#1479)

Author: leplatrem

commands/__init__.py

@@ -73,7 +73,7 @@ def records_equal(a, b):
     return ra == rb
 
 
-def call_parallel(func, args_list, max_workers=4):
+def call_parallel(func, args_list, max_workers=PARALLEL_REQUESTS):
     results = []
     with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor:
         futures = [executor.submit(func, *args) for args in args_list]

commands/build_bundles.py

@@ -20,7 +20,6 @@
 
 
 SERVER = os.getenv("SERVER")
-REQUESTS_PARALLEL_COUNT = int(os.getenv("REQUESTS_PARALLEL_COUNT", "8"))
 BUNDLE_MAX_SIZE_BYTES = int(os.getenv("BUNDLE_MAX_SIZE_BYTES", "20_000_000"))
 ENVIRONMENT = os.getenv("ENVIRONMENT", "local")
 REALM = os.getenv("REALM", "test")
@@ -48,7 +47,7 @@ def fetch_all_changesets(client):
         (c["bucket"], c["collection"], c["last_modified"]) for c in monitor_changeset["changes"]
     ]
     all_changesets = call_parallel(
-        lambda bid, cid, ts: client.get_changeset(bid, cid, ts), args_list, REQUESTS_PARALLEL_COUNT
+        lambda bid, cid, ts: client.get_changeset(bid, cid, ts), args_list
     )
     return [
         {"bucket": bid, **changeset} for (bid, _, _), changeset in zip(args_list, all_changesets)
@@ -194,7 +193,7 @@ def build_bundles(event, context):
 
         # Fetch all attachments and build "{bid}--{cid}.zip"
         args_list = [(f'{base_url}{r["attachment"]["location"]}',) for r in records]
-        all_attachments = call_parallel(fetch_attachment, args_list, REQUESTS_PARALLEL_COUNT)
+        all_attachments = call_parallel(fetch_attachment, args_list)
         write_zip(
             attachments_bundle_filename,
             [(f'{record["id"]}.meta.json', json.dumps(record)) for record in records]