Please enable JavaScript.

Coggle requires JavaScript to display documents.

Celery (django shared_task ('send_an_email': { 'task':…

Celery

How to run celery on back ground

sudo nano /etc/systemd/system

[Unit]
Description=run celery worker on background
After=network.target

[Service]

Type=forking
User=ubuntu
Group=www-data
EnvironmentFile=-/etc/conf.d/celery
WorkingDirectory=/home/ubuntu/app/dolphy_api_server
ExecStart=/bin/sh -c '${CELERY_BIN} multi start ${CELERYD_NODES} \
  -A ${CELERY_APP} --beat  --loglevel=${CELERYD_LOG_LEVEL} ${CELERYD_OPTS}'
ExecStop=/bin/sh -c '${CELERY_BIN} multi stopwait ${CELERYD_NODES} \
  --pidfile=${CELERYD_PID_FILE} --beat'
ExecReload=/bin/sh -c '${CELERY_BIN} multi restart ${CELERYD_NODES} \
  -A ${CELERY_APP} --pidfile=${CELERYD_PID_FILE} --beat\
  --logfile=${CELERYD_LOG_FILE} --loglevel=${CELERYD_LOG_LEVEL} ${CELERYD_OPTS}'


[Install]
WantedBy=multi-user.target

sudo nano /etc/conf.d/celery

# Name of nodes to start
# here we have a single node
CELERYD_NODES="w1"
# or we could have three nodes:
#CELERYD_NODES="w1 w2 w3"

# Absolute or relative path to the 'celery' command:
CELERY_BIN="/home/ubuntu/.virtualenvs/dolphy361/bin/celery"
#CELERY_BIN="/virtualenvs/def/bin/celery"

# App instance to use
# comment out this line if you don't use an app
CELERY_APP="dolphy_api_server"
# or fully qualified:
#CELERY_APP="proj.tasks:app"

# How to call manage.py
CELERYD_MULTI="multi"

# Extra command-line arguments to the worker
CELERYD_OPTS="--time-limit=300 --concurrency=3"

# - %n will be replaced with the first part of the nodename.
# - %I will be replaced with the current child process index
#   and is important when using the prefork pool to avoid race conditions.
CELERYD_PID_FILE="/var/run/celery/%n.pid"
CELERYD_LOG_FILE="/var/log/celery/%n%I.log"
CELERYD_LOG_LEVEL="INFO"

cd /etc/systemd/system
sudo systemctl daemon-reload
sudo systemctl enable celery
sudo systemctl start celery
sudo systemctl status celery.service
ps aux | grep celery

set up celery beat

start together with worker

$ celery multi start worker1 -A dolphy_api_server --beat

use --detach

$ celery beat -A dolphy_api_server --detach

simple run worker on background

$ celery multi start worker1 -A dolphy_api_server -l info

$ celery multi restart worker1

$ celery multi stopwait worker1