"""passbook core celery""" import logging import os import celery import pymysql from django.conf import settings # from raven import Client # from raven.contrib.celery import register_logger_signal, register_signal pymysql.install_as_MySQLdb() # set the default Django settings module for the 'celery' program. os.environ.setdefault("DJANGO_SETTINGS_MODULE", "passbook.core.settings") LOGGER = logging.getLogger(__name__) class Celery(celery.Celery): """Custom Celery class with Raven configured""" # pylint: disable=method-hidden # def on_configure(self): # """Update raven client""" # try: # client = Client(settings.RAVEN_CONFIG.get('dsn')) # # register a custom filter to filter out duplicate logs # register_logger_signal(client) # # hook into the Celery error handler # register_signal(client) # except RecursionError: # This error happens when pdoc is running # pass # pylint: disable=unused-argument @celery.signals.setup_logging.connect def config_loggers(*args, **kwags): """Apply logging settings from settings.py to celery""" logging.config.dictConfig(settings.LOGGING) # pylint: disable=unused-argument @celery.signals.after_task_publish.connect def after_task_publish(sender=None, headers=None, body=None, **kwargs): """Log task_id after it was published""" info = headers if 'task' in headers else body LOGGER.debug('%-40s published (name=%s)', info.get('id'), info.get('task')) # pylint: disable=unused-argument @celery.signals.task_prerun.connect def task_prerun(task_id, task, *args, **kwargs): """Log task_id on worker""" LOGGER.debug('%-40s started (name=%s)', task_id, task.__name__) # pylint: disable=unused-argument @celery.signals.task_postrun.connect def task_postrun(task_id, task, *args, retval=None, state=None, **kwargs): """Log task_id on worker""" LOGGER.debug('%-40s finished (name=%s, state=%s)', task_id, task.__name__, state) CELERY_APP = Celery('passbook') # Using a string here means the worker doesn't have to serialize # the configuration object to child processes. # - namespace='CELERY' means all celery-related configuration keys # should have a `CELERY_` prefix. CELERY_APP.config_from_object(settings, namespace='CELERY') # Load task modules from all registered Django app configs. CELERY_APP.autodiscover_tasks()