flibusta-apps/telegram_files_cache_server
1
0
Fork 0
mirror of https://github.com/flibusta-apps/telegram_files_cache_server.git synced 2025-12-06 14:45:36 +01:00
Code Issues Actions Packages Projects Releases Wiki Activity

Use msgpack for jobs

Browse Source
This commit is contained in:
Bulat Kurbanov
2022-12-31 14:49:43 +01:00
parent 6a40ca3c44
commit 0644122364
3 changed files with 569 additions and 505 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1067
poetry.lock generated
View File

File diff suppressed because it is too large Load Diff

1
pyproject.toml
View File

@@ -20,6 +20,7 @@ ormar = {extras = ["postgresql"], version = "^0.12.0"}
greenlet = "^2.0.1" greenlet = "^2.0.1"
pydantic = "1.10.2" pydantic = "1.10.2"
redis = {extras = ["hiredis"], version = "^4.4.0"} redis = {extras = ["hiredis"], version = "^4.4.0"}
msgpack = "^1.0.4"
[tool.poetry.dev-dependencies] [tool.poetry.dev-dependencies]

6
src/core/setup_arq.py
View File

@@ -1,3 +1,5 @@
import msgpack
from app.services.cache_updater import ( from app.services.cache_updater import (
check_books, check_books,
cache_file_by_book_id, cache_file_by_book_id,
@@ -28,5 +30,7 @@ class WorkerSettings:
on_shutdown = shutdown on_shutdown = shutdown
redis_settings = get_redis_settings() redis_settings = get_redis_settings()
max_jobs = 2 max_jobs = 2
max_tries = 3 max_tries = 1
job_timeout = 10 * 60 job_timeout = 10 * 60
job_serializer = msgpack.packb
job_deserializer = lambda b: msgpack.unpackb(b, raw=False) # noqa: E731