Jitter once again

Author: mephenor

pyproject.toml

@@ -149,7 +149,6 @@ no_site_packages = false
 [tool.pytest.ini_options]
 minversion = "8.0"
 asyncio_mode = "strict"
-log_cli_level = "DEBUG"
 
 [tool.coverage.paths]
 source = [

src/ghga_connector/core/downloading/downloader.py

@@ -19,6 +19,7 @@
 import base64
 import gc
 import logging
+import random
 import time
 from asyncio import PriorityQueue, Queue, Semaphore, Task, create_task
 from collections.abc import Coroutine
@@ -288,6 +289,10 @@ async def download_to_queue(self, *, part_range: PartRange) -> None:
         """
         # Guard with semaphore to ensure only a set amount of downloads runs in parallel
         async with self._semaphore:
+            # add some jitter
+            wait_time = random.randint(20, 500) / 1000  # noqa: S311
+            await asyncio.sleep(wait_time)
+
             url_and_headers = await self.fetch_download_url()
             url = url_and_headers.download_url
             range_hash = (