feat: crap

background/celery_app.py

@@ -5,8 +5,17 @@ app = Celery(
     __name__,
     broker='amqp://stocks:5W3FcvqXnnp1vv04jf673Mf8EY@localhost/stocks_vhost',
     backend='rpc://',
-
 )
 app.conf.broker_url = 'amqp://stocks:5W3FcvqXnnp1vv04jf673Mf8EY@localhost/stocks_vhost'
 app.conf.result_backend = 'rpc://'
+app.conf.update(
+    worker_concurrency=8,
+    worker_prefetch_multiplier=1,
+    task_acks_late=True,
+    broker_pool_limit=10,
+    task_reject_on_worker_lost=True,
+    task_publish_retry=True,
+    broker_heartbeat=10
+)
+
 import background.tasks

background/tasks.py

@@ -1,29 +1,40 @@
 import asyncio
 from typing import List, Union
 
+from celery.signals import worker_ready
+
 import background.update
+from limiter import BatchLimiter
 from .celery_app import app
 
 
+def run_async(coroutine):
+    """Запускает асинхронную корутину в синхронном контексте."""
+    return asyncio.run(coroutine)
+
+
 @app.task(name='process_update')
 def process_update(product_ids: list[int]):
-    loop = asyncio.get_event_loop()
-    return loop.run_until_complete(background.update.process_update(product_ids))
+    # Запускаем асинхронную функцию
+    return run_async(background.update.process_update(product_ids))
 
 
 @app.task(name='update_marketplace')
 def update_marketplace(marketplace_id: int):
-    loop = asyncio.get_event_loop()
-    return loop.run_until_complete(background.update.update_marketplace(marketplace_id))
+    return run_async(background.update.update_marketplace(marketplace_id))
 
 
 @app.task(name='update_marketplace_products')
 def update_marketplace_products(marketplace_id: int, product_ids: list[int]):
-    loop = asyncio.get_event_loop()
-    return loop.run_until_complete(background.update.update_marketplace_products(marketplace_id, product_ids))
+    return run_async(background.update.update_marketplace_products(marketplace_id, product_ids))
 
 
 @app.task(name='update_marketplaces')
 def update_marketplaces(marketplace_ids: Union[List[int], None]):
-    loop = asyncio.get_event_loop()
-    return loop.run_until_complete(background.update.update_marketplaces(marketplace_ids))
+    return run_async(background.update.update_marketplaces(marketplace_ids))
+
+
+@worker_ready.connect
+def worker_is_ready(sender, **kwargs):
+    limiter = BatchLimiter()
+    return run_async(limiter.clear_locks())