celeryd 5.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231
  1. #!/bin/sh -e
  2. # ============================================
  3. # celeryd - Starts the Celery worker daemon.
  4. # ============================================
  5. #
  6. # :Usage: /etc/init.d/celeryd {start|stop|force-reload|restart|try-restart|status}
  7. # :Configuration file: /etc/default/celeryd
  8. #
  9. # See http://docs.celeryproject.org/en/latest/tutorials/daemonizing.html#generic-init-scripts
  10. ### BEGIN INIT INFO
  11. # Provides: celeryd
  12. # Required-Start: $network $local_fs $remote_fs
  13. # Required-Stop: $network $local_fs $remote_fs
  14. # Default-Start: 2 3 4 5
  15. # Default-Stop: 0 1 6
  16. # Short-Description: celery task worker daemon
  17. ### END INIT INFO
  18. # some commands work asyncronously, so we'll wait this many seconds
  19. SLEEP_SECONDS=5
  20. DEFAULT_PID_FILE="/var/run/celery/%n.pid"
  21. DEFAULT_LOG_FILE="/var/log/celery/%n.log"
  22. DEFAULT_LOG_LEVEL="INFO"
  23. DEFAULT_NODES="celery"
  24. DEFAULT_CELERYD="-m celery.bin.celeryd_detach"
  25. CELERY_DEFAULTS=${CELERY_DEFAULTS:-"/etc/default/celeryd"}
  26. test -f "$CELERY_DEFAULTS" && . "$CELERY_DEFAULTS"
  27. # Set CELERY_CREATE_DIRS to always create log/pid dirs.
  28. CELERY_CREATE_DIRS=${CELERY_CREATE_DIRS:-0}
  29. CELERY_CREATE_RUNDIR=$CELERY_CREATE_DIRS
  30. CELERY_CREATE_LOGDIR=$CELERY_CREATE_DIRS
  31. if [ -z "$CELERYD_PID_FILE" ]; then
  32. CELERYD_PID_FILE="$DEFAULT_PID_FILE"
  33. CELERY_CREATE_RUNDIR=1
  34. fi
  35. if [ -z "$CELERYD_LOG_FILE" ]; then
  36. CELERYD_LOG_FILE="$DEFAULT_LOG_FILE"
  37. CELERY_CREATE_LOGDIR=1
  38. fi
  39. CELERYD_LOG_LEVEL=${CELERYD_LOG_LEVEL:-${CELERYD_LOGLEVEL:-$DEFAULT_LOG_LEVEL}}
  40. CELERYD_MULTI=${CELERYD_MULTI:-"celeryd-multi"}
  41. CELERYD=${CELERYD:-$DEFAULT_CELERYD}
  42. CELERYD_NODES=${CELERYD_NODES:-$DEFAULT_NODES}
  43. export CELERY_LOADER
  44. if [ -n "$2" ]; then
  45. CELERYD_OPTS="$CELERYD_OPTS $2"
  46. fi
  47. CELERYD_LOG_DIR=`dirname $CELERYD_LOG_FILE`
  48. CELERYD_PID_DIR=`dirname $CELERYD_PID_FILE`
  49. # Extra start-stop-daemon options, like user/group.
  50. if [ -n "$CELERYD_USER" ]; then
  51. DAEMON_OPTS="$DAEMON_OPTS --uid=$CELERYD_USER"
  52. fi
  53. if [ -n "$CELERYD_GROUP" ]; then
  54. DAEMON_OPTS="$DAEMON_OPTS --gid=$CELERYD_GROUP"
  55. fi
  56. if [ -n "$CELERYD_CHDIR" ]; then
  57. DAEMON_OPTS="$DAEMON_OPTS --workdir=\"$CELERYD_CHDIR\""
  58. fi
  59. check_dev_null() {
  60. if [ ! -c /dev/null ]; then
  61. echo "/dev/null is not a character device!"
  62. exit 75 # EX_TEMPFAIL
  63. fi
  64. }
  65. maybe_die() {
  66. if [ $? -ne 0 ]; then
  67. echo "Exiting: $* (errno $?)"
  68. exit 77 # EX_NOPERM
  69. fi
  70. }
  71. create_default_dir() {
  72. if [ ! -d "$1" ]; then
  73. echo "- Creating default directory: '$1'"
  74. mkdir -p "$1"
  75. maybe_die "Couldn't create directory $1"
  76. echo "- Changing permissions of '$1' to 02755"
  77. chmod 02755 "$1"
  78. maybe_die "Couldn't change permissions for $1"
  79. if [ -n "$CELERYD_USER" ]; then
  80. echo "- Changing owner of '$1' to '$CELERYD_USER'"
  81. chown "$CELERYD_USER" "$1"
  82. maybe_die "Couldn't change owner of $1"
  83. fi
  84. if [ -n "$CELERYD_GROUP" ]; then
  85. echo "- Changing group of '$1' to '$CELERYD_GROUP'"
  86. chgrp "$CELERYD_GROUP" "$1"
  87. maybe_die "Couldn't change group of $1"
  88. fi
  89. fi
  90. }
  91. check_paths() {
  92. if [ $CELERY_CREATE_LOGDIR -eq 1 ]; then
  93. create_default_dir "$CELERYD_LOG_DIR"
  94. fi
  95. if [ $CELERY_CREATE_RUNDIR -eq 1 ]; then
  96. create_default_dir "$CELERYD_PID_DIR"
  97. fi
  98. }
  99. create_paths() {
  100. create_default_dir "$CELERYD_LOG_DIR"
  101. create_default_dir "$CELERYD_PID_DIR"
  102. }
  103. export PATH="${PATH:+$PATH:}/usr/sbin:/sbin"
  104. _get_pid_files() {
  105. [ ! -d "$CELERYD_PID_DIR" ] && return
  106. echo `ls -1 "$CELERYD_PID_DIR"/*.pid 2> /dev/null`
  107. }
  108. stop_workers () {
  109. $CELERYD_MULTI stopwait $CELERYD_NODES --pidfile="$CELERYD_PID_FILE"
  110. sleep $SLEEP_SECONDS
  111. }
  112. start_workers () {
  113. $CELERYD_MULTI start $CELERYD_NODES $DAEMON_OPTS \
  114. --pidfile="$CELERYD_PID_FILE" \
  115. --logfile="$CELERYD_LOG_FILE" \
  116. --loglevel="$CELERYD_LOG_LEVEL" \
  117. --cmd="$CELERYD" \
  118. $CELERYD_OPTS
  119. sleep $SLEEP_SECONDS
  120. }
  121. restart_workers () {
  122. $CELERYD_MULTI restart $CELERYD_NODES $DAEMON_OPTS \
  123. --pidfile="$CELERYD_PID_FILE" \
  124. --logfile="$CELERYD_LOG_FILE" \
  125. --loglevel="$CELERYD_LOG_LEVEL" \
  126. --cmd="$CELERYD" \
  127. $CELERYD_OPTS
  128. sleep $SLEEP_SECONDS
  129. }
  130. check_status () {
  131. local pid_files=`_get_pid_files`
  132. [ -z "$pid_files" ] && echo "celeryd is stopped" && exit 1
  133. local one_failed=
  134. for pid_file in $pid_files; do
  135. local node=`basename "$pid_file" .pid`
  136. local pid=`cat "$pid_file"`
  137. if [ -z "$pid" ] || [ "${pid//[0-9]/}" ]; then
  138. echo "bad pid file ($pid_file)"
  139. else
  140. local failed=
  141. kill -0 $pid 2> /dev/null || failed=true
  142. if [ "$failed" ]; then
  143. echo "celeryd (node $node) (pid $pid) is stopped, but pid file exists!"
  144. one_failed=true
  145. else
  146. echo "celeryd (node $node) (pid $pid) is running..."
  147. fi
  148. fi
  149. done
  150. [ "$one_failed" ] && exit 1 || exit 0
  151. }
  152. case "$1" in
  153. start)
  154. check_dev_null
  155. check_paths
  156. start_workers
  157. ;;
  158. stop)
  159. check_dev_null
  160. check_paths
  161. stop_workers
  162. ;;
  163. reload|force-reload)
  164. echo "Use restart"
  165. ;;
  166. status)
  167. check_status
  168. ;;
  169. restart)
  170. check_dev_null
  171. check_paths
  172. restart_workers
  173. ;;
  174. try-restart)
  175. check_dev_null
  176. check_paths
  177. restart_workers
  178. ;;
  179. create-paths)
  180. check_dev_null
  181. create_paths
  182. ;;
  183. check-paths)
  184. check_dev_null
  185. check_paths
  186. ;;
  187. *)
  188. echo "Usage: /etc/init.d/celeryd {start|stop|restart|kill|create-paths}"
  189. exit 64 # EX_USAGE
  190. ;;
  191. esac
  192. exit 0