From 5431f65c7912d92cf50fd73886cd4057f336d35c Mon Sep 17 00:00:00 2001 From: Bulat Kurbanov Date: Mon, 16 Jan 2023 11:49:21 +0100 Subject: [PATCH] Update background tasks --- src/app/services/cache_updater.py | 3 +-- src/core/setup_arq.py | 3 ++- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/src/app/services/cache_updater.py b/src/app/services/cache_updater.py index 03a98d7..f8f2afd 100644 --- a/src/app/services/cache_updater.py +++ b/src/app/services/cache_updater.py @@ -61,11 +61,10 @@ async def check_books(ctx: dict, *args, **kwargs) -> None: # NOSONAR except httpx.ConnectError: raise Retry(defer=15) # noqa: B904 - for i, page_number in enumerate(range(books_page.total_pages, 0, -1)): + for page_number in range(books_page.total_pages, 0, -1): await arq_pool.enqueue_job( "check_books_page", page_number, - _defer_by=2 * i, _job_id=f"check_books_page_{page_number}", ) diff --git a/src/core/setup_arq.py b/src/core/setup_arq.py index 30960ee..addb646 100644 --- a/src/core/setup_arq.py +++ b/src/core/setup_arq.py @@ -29,8 +29,9 @@ class WorkerSettings: on_startup = startup on_shutdown = shutdown redis_settings = get_redis_settings() - max_jobs = 2 + max_jobs = 1 max_tries = 1 job_timeout = 10 * 60 job_serializer = msgpack.packb job_deserializer = lambda b: msgpack.unpackb(b, raw=False) # noqa: E731 + expires_extra_ms = 7 * 24 * 60 * 1000