Celery 队列路由介绍

不使用配置文件

• celery.py

from __future__ import absolute_import
from celery import Celery
from datetime import timedelta
from celery.schedules import crontab
from kombu import Queue
app = Celery('test_app', include=['celery_test.test_task'])
app.conf.task_queues = (
    Queue('task_1',routing_key="task_1"),
    Queue('task_2',routing_key="task_2")
)
app.conf.beat_schedule = {
    'crontab_task_1': {
        'task': 'celery_test.test_task.foo',
        'schedule': timedelta(seconds=10),
        'options': {'queue':'task_1'}
    },
}
app.conf.task_routes = {
                        'celery_test.test_task.bar': {'queue': 'task_2', 'routing_key':'task_2'},
                        }

• test_task.py

from __future__ import absolute_import
from .celery import app
import time
@app.task
def foo():
    time.sleep(5)
    return "hello world"
@app.task
def bar():
    time.sleep(5)
    return "hi world"

• 其他说明

使用配置文件

• celery.py

from __future__ import absolute_import
from celery import Celery
from datetime import timedelta
from celery.schedules import crontab
app = Celery('test_app', include= ['celery_test.test_task'])
app.config_from_object('celery_test.config')

• config.py

from kombu import Exchange, Queue
from datetime import timedelta
CELERY_QUEUES = (
    Queue("for_task_A", Exchange("for_task_A"), routing_key="task_a"),
    Queue("for_task_B", Exchange("for_task_B"), routing_key="task_a")
)
CELERYBEAT_SCHEDULE = {
    'crontab_task_1': {
        'task': 'celery_test.test_task.foo',
        'schedule': timedelta(seconds=5),
        'options': {'queue':'for_task_A'}
    },
}
CELERY_ROUTES = {
    'celery_test.test_task.bar':{"queue":"for_task_B","routing_key":"task_b"}
}

• test_task.py

from __future__ import absolute_import
from .celery import app
import time
@app.task
def foo():
    time.sleep(5)
    return "hello world"
@app.task
def bar():
    time.sleep(5)
    return "hi world"

特殊说明