"""passbook core celery""" import os from logging.config import dictConfig from celery import Celery from celery.signals import after_task_publish, setup_logging, task_postrun, task_prerun from django.conf import settings from structlog import get_logger # set the default Django settings module for the 'celery' program. os.environ.setdefault("DJANGO_SETTINGS_MODULE", "passbook.root.settings") LOGGER = get_logger() CELERY_APP = Celery("passbook") # pylint: disable=unused-argument @setup_logging.connect def config_loggers(*args, **kwags): """Apply logging settings from settings.py to celery""" dictConfig(settings.LOGGING) # pylint: disable=unused-argument @after_task_publish.connect def after_task_publish(sender=None, headers=None, body=None, **kwargs): """Log task_id after it was published""" info = headers if "task" in headers else body LOGGER.debug( "Task published", task_id=info.get("id", ""), task_name=info.get("task", "") ) # pylint: disable=unused-argument @task_prerun.connect def task_prerun(task_id, task, *args, **kwargs): """Log task_id on worker""" LOGGER.debug("Task started", task_id=task_id, task_name=task.__name__) # pylint: disable=unused-argument @task_postrun.connect def task_postrun(task_id, task, *args, retval=None, state=None, **kwargs): """Log task_id on worker""" LOGGER.debug("Task finished", task_id=task_id, task_name=task.__name__, state=state) # Using a string here means the worker doesn't have to serialize # the configuration object to child processes. # - namespace='CELERY' means all celery-related configuration keys # should have a `CELERY_` prefix. CELERY_APP.config_from_object(settings, namespace="CELERY") # Load task modules from all registered Django app configs. CELERY_APP.autodiscover_tasks()