mirror of
https://github.com/lucaspalomodevelop/eventcally.git
synced 2026-03-13 00:07:22 +00:00
80 lines
2.2 KiB
Python
80 lines
2.2 KiB
Python
from smtplib import SMTPException
|
|
from urllib.error import URLError
|
|
|
|
from celery import Celery
|
|
from celery import Task as BaseTask
|
|
from celery.signals import after_setup_logger, after_setup_task_logger, task_postrun
|
|
from requests.exceptions import RequestException
|
|
|
|
|
|
class HttpTaskException(Exception):
|
|
pass
|
|
|
|
|
|
def create_celery(app):
|
|
celery = Celery(app.import_name)
|
|
celery.conf.update(app.config["CELERY_CONFIG"])
|
|
TaskBase = BaseTask
|
|
|
|
class ContextTask(TaskBase):
|
|
abstract = True
|
|
|
|
def __call__(self, *args, **kwargs):
|
|
with app.app_context():
|
|
return TaskBase.__call__(self, *args, **kwargs)
|
|
|
|
celery.Task = ContextTask
|
|
|
|
class HttpTask(ContextTask):
|
|
abstract = True
|
|
autoretry_for = (HttpTaskException,)
|
|
retry_backoff = 5
|
|
max_retries = 3
|
|
retry_jitter = True
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
super().__init__(*args, **kwargs)
|
|
self._real_run = self.run
|
|
self.run = self._wrapped_run
|
|
|
|
def _wrapped_run(self, *args, **kwargs):
|
|
try:
|
|
self._real_run(*args, **kwargs)
|
|
except (
|
|
URLError,
|
|
RequestException,
|
|
SMTPException,
|
|
) as e:
|
|
raise HttpTaskException(repr(e))
|
|
|
|
setattr(app, "celery_http_task_cls", HttpTask)
|
|
|
|
return celery
|
|
|
|
|
|
@after_setup_logger.connect
|
|
def setup_logger(logger, *args, **kwargs):
|
|
from project.one_line_formatter import init_logger_with_one_line_formatter
|
|
|
|
init_logger_with_one_line_formatter(logger)
|
|
|
|
|
|
@after_setup_task_logger.connect
|
|
def setup_task_logger(logger, *args, **kwargs):
|
|
from project.one_line_formatter import init_logger_with_one_line_formatter
|
|
|
|
init_logger_with_one_line_formatter(logger)
|
|
|
|
|
|
@task_postrun.connect
|
|
def close_session(*args, **kwargs):
|
|
from project import app
|
|
from project import db as sqlalchemydb
|
|
|
|
# Flask SQLAlchemy will automatically create new sessions for you from
|
|
# a scoped session factory, given that we are maintaining the same app
|
|
# context, this ensures tasks have a fresh session (e.g. session errors
|
|
# won't propagate across tasks)
|
|
with app.app_context():
|
|
sqlalchemydb.session.remove()
|