[AIRFLOW-342] Do not use amqp, rpc as result backend
amqp and rpc (and redis most likely) cannot store results for tasks long enough. Closes #2830 from bolkedebruin/AIRFLOW-342
This commit is contained in:
Родитель
aa737a582c
Коммит
bdafb12f8d
|
@ -18,6 +18,7 @@ from airflow.exceptions import AirflowConfigException, AirflowException
|
|||
from airflow import configuration
|
||||
from airflow.utils.log.logging_mixin import LoggingMixin
|
||||
|
||||
log = LoggingMixin().log
|
||||
|
||||
broker_transport_options = configuration.getsection('celery_broker_transport_options')
|
||||
if broker_transport_options is None:
|
||||
|
@ -41,7 +42,6 @@ celery_ssl_active = False
|
|||
try:
|
||||
celery_ssl_active = configuration.getboolean('celery', 'CELERY_SSL_ACTIVE')
|
||||
except AirflowConfigException as e:
|
||||
log = LoggingMixin().log
|
||||
log.warning("Celery Executor will run without SSL")
|
||||
|
||||
try:
|
||||
|
@ -60,3 +60,7 @@ except Exception as e:
|
|||
'Please ensure you want to use '
|
||||
'SSL and/or have all necessary certs and key ({}).'.format(e))
|
||||
|
||||
result_backend = DEFAULT_CELERY_CONFIG['result_backend']
|
||||
if 'amqp' in result_backend or 'redis' in result_backend or 'rpc' in result_backend:
|
||||
log.warning("You have configured a result_backend of %s, it is highly recommended "
|
||||
"to use an alternative result_backend (i.e. a database).", result_backend)
|
||||
|
|
Загрузка…
Ссылка в новой задаче