Celery项目架构和使用systemctl正式版部署

基本实例

项目layout

test/__init__.py/celery_app.py/tasks.py/t1.py

celery_app.py&＃xff08;保存celery应用&＃xff09;

from celery import Celeryapp &＃61; Celery(&＃39;celery_app&＃39;,broker&＃61;&＃39;redis://localhost:6379/12&＃39;,backend&＃61;&＃39;redis://localhost:6379/13&＃39;,include&＃61;[&＃39;tasks&＃39;]
)if __name__ &＃61;&＃61; &＃39;__main__&＃39;:app.start()

tasks.py&＃xff08;编写需要的task&＃xff09;

from celery_app import app&＃64;app.task
def add(x, y):return x &＃43; y&＃64;app.task
def mul(x, y):return x * y

t1.py&＃xff08;执行task&＃xff09;

import taskstasks.add.delay(1, 5)

启动&＃xff0c;关闭&＃xff0c;重启

执行命令

# 启动
$ celery multi start anyname -A yourapp -l info --pidfile&＃61;/var/celery/run/%n.pid --logfile&＃61;/var/celery/log/%n%I.log# 启动2个worker
$ celery multi start 2 -A yourapp -l info# 停止
$ celery multi stop anyname -A yourapp -l info# 确保所有任务完成后停止
$ celery multi stopwait anyname -A yourapp -l info

针对上面的示例&＃xff0c;可以使用如下命令&＃xff1a;

# 启动2个worker
$ celery multi start 2 -A celery_app -l info --pidfile&＃61;/var/celery/run/%n.pid --logfile&＃61;/var/celery/log/%n%I.log# 关闭
$ celery multi stop 2 -A celery_app -l info --pidfile&＃61;/var/celery/run/%n.pid --logfile&＃61;/var/celery/log/%n%I.log# 重启
$ celery multi restart 2 -A celery_app -l info --pidfile&＃61;/var/celery/run/%n.pid --logfile&＃61;/var/celery/log/%n%I.log

使用systemctl部署

创建日志和pid目录

$ sudo mkdir -p /var/celery/log
$ sudo mkdir -p /var/celery/run
$ sudo chown -R $USER:$USER /var/celery/log
$ sudo chown -R $USER:$USER /var/celery/run

创建celery.conf

$ vim celery.conf
""
# See
# http://docs.celeryproject.org/en/latest/tutorials/daemonizing.html#available-optionsCELERY_APP&＃61;"ccnu_resource"
CELERYD_NODES&＃61;2
CELERYD_OPTS&＃61;""
CELERY_BIN&＃61;"/vagrant/gongku/env/bin/celery"
CELERYD_PID_FILE&＃61;"/var/celery/run/%n.pid"
CELERYD_LOG_FILE&＃61;"/var/celery/log/%n.log"
CELERYD_LOG_LEVEL&＃61;"INFO"
""

创建system.services

$ sudo vim /etc/systemd/system/celery.service
""
[Unit]
Description&＃61;Celery Service
After&＃61;network.target[Service]
Type&＃61;forking
User&＃61;vagrant
Group&＃61;vagrant
EnvironmentFile&＃61;/vagrant/gongku/celery.conf
WorkingDirectory&＃61;/vagrant/gongkuExecStart&＃61;/bin/sh -c &＃39;${CELERY_BIN} multi start ${CELERYD_NODES} \-A ${CELERY_APP} --pidfile&＃61;${CELERYD_PID_FILE} \
--logfile&＃61;${CELERYD_LOG_FILE} --loglevel&＃61;${CELERYD_LOG_LEVEL} ${CELERYD_OPTS}&＃39;

ExecStop&＃61;/bin/sh -c &＃39;${CELERY_BIN} multi stopwait ${CELERYD_NODES} \--pidfile&＃61;${CELERYD_PID_FILE}&＃39;

ExecReload&＃61;/bin/sh -c &＃39;${CELERY_BIN} multi restart ${CELERYD_NODES} \-A ${CELERY_APP} --pidfile&＃61;${CELERYD_PID_FILE} \
--logfile&＃61;${CELERYD_LOG_FILE} --loglevel&＃61;${CELERYD_LOG_LEVEL} ${CELERYD_OPTS}&＃39;

[Install]
WantedBy&＃61;multi-user.target
""

启动systemctl

$ sudo systemctl daemon-reload
$ sudo systemctl enable celery.service
$ sudo systemctl start celery.service
$ sudo systemctl stop celery.service
$ sudo systemctl restart celery.service