celeryd 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232
  1. #!/bin/sh -e
  2. # ============================================
  3. # celeryd - Starts the Celery worker daemon.
  4. # ============================================
  5. #
  6. # :Usage: /etc/init.d/celeryd {start|stop|force-reload|restart|try-restart|status}
  7. # :Configuration file: /etc/default/celeryd
  8. #
  9. # See http://docs.celeryproject.org/en/latest/tutorials/daemonizing.html#generic-init-scripts
  10. ### BEGIN INIT INFO
  11. # Provides: celeryd
  12. # Required-Start: $network $local_fs $remote_fs
  13. # Required-Stop: $network $local_fs $remote_fs
  14. # Default-Start: 2 3 4 5
  15. # Default-Stop: 0 1 6
  16. # Short-Description: celery task worker daemon
  17. ### END INIT INFO
  18. # some commands work asyncronously, so we'll wait this many seconds
  19. SLEEP_SECONDS=5
  20. DEFAULT_PID_FILE="/var/run/celery/%n.pid"
  21. DEFAULT_LOG_FILE="/var/log/celery/%n.log"
  22. DEFAULT_LOG_LEVEL="INFO"
  23. DEFAULT_NODES="celery"
  24. DEFAULT_CELERYD="-m celery.bin.celeryd_detach"
  25. CELERY_DEFAULTS=${CELERY_DEFAULTS:-"/etc/default/celeryd"}
  26. test -f "$CELERY_DEFAULTS" && . "$CELERY_DEFAULTS"
  27. # Set CELERY_CREATE_DIRS to always create log/pid dirs.
  28. CELERY_CREATE_DIRS=${CELERY_CREATE_DIRS:-0}
  29. CELERY_CREATE_RUNDIR=$CELERY_CREATE_DIRS
  30. CELERY_CREATE_LOGDIR=$CELERY_CREATE_DIRS
  31. if [ -z "$CELERYD_PID_FILE" ]; then
  32. CELERYD_PID_FILE="$DEFAULT_PID_FILE"
  33. CELERY_CREATE_RUNDIR=1
  34. fi
  35. if [ -z "$CELERYD_LOG_FILE" ]; then
  36. CELERYD_LOG_FILE="$DEFAULT_LOG_FILE"
  37. CELERY_CREATE_LOGDIR=1
  38. fi
  39. CELERYD_LOG_LEVEL=${CELERYD_LOG_LEVEL:-${CELERYD_LOGLEVEL:-$DEFAULT_LOG_LEVEL}}
  40. CELERYD_MULTI=${CELERYD_MULTI:-"celeryd-multi"}
  41. CELERYD=${CELERYD:-$DEFAULT_CELERYD}
  42. CELERYD_NODES=${CELERYD_NODES:-$DEFAULT_NODES}
  43. export CELERY_LOADER
  44. if [ -n "$2" ]; then
  45. CELERYD_OPTS="$CELERYD_OPTS $2"
  46. fi
  47. CELERYD_LOG_DIR=`dirname $CELERYD_LOG_FILE`
  48. CELERYD_PID_DIR=`dirname $CELERYD_PID_FILE`
  49. # Extra start-stop-daemon options, like user/group.
  50. if [ -n "$CELERYD_USER" ]; then
  51. DAEMON_OPTS="$DAEMON_OPTS --uid=$CELERYD_USER"
  52. fi
  53. if [ -n "$CELERYD_GROUP" ]; then
  54. DAEMON_OPTS="$DAEMON_OPTS --gid=$CELERYD_GROUP"
  55. fi
  56. if [ -n "$CELERYD_CHDIR" ]; then
  57. DAEMON_OPTS="$DAEMON_OPTS --workdir=\"$CELERYD_CHDIR\""
  58. fi
  59. check_dev_null() {
  60. if [ ! -c /dev/null ]; then
  61. echo "/dev/null is not a character device!"
  62. exit 75 # EX_TEMPFAIL
  63. fi
  64. }
  65. maybe_die() {
  66. if [ $? -ne 0 ]; then
  67. echo "Exiting: $* (errno $?)"
  68. exit 77 # EX_NOPERM
  69. fi
  70. }
  71. create_default_dir() {
  72. if [ ! -d "$1" ]; then
  73. echo "- Creating default directory: '$1'"
  74. mkdir -p "$1"
  75. maybe_die "Couldn't create directory $1"
  76. echo "- Changing permissions of '$1' to 02755"
  77. chmod 02755 "$1"
  78. maybe_die "Couldn't change permissions for $1"
  79. if [ -n "$CELERYD_USER" ]; then
  80. echo "- Changing owner of '$1' to '$CELERYD_USER'"
  81. chown "$CELERYD_USER" "$1"
  82. maybe_die "Couldn't change owner of $1"
  83. fi
  84. if [ -n "$CELERYD_GROUP" ]; then
  85. echo "- Changing group of '$1' to '$CELERYD_GROUP'"
  86. chgrp "$CELERYD_GROUP" "$1"
  87. maybe_die "Couldn't change group of $1"
  88. fi
  89. fi
  90. }
  91. check_paths() {
  92. if [ $CELERY_CREATE_LOGDIR -eq 1 ]; then
  93. create_default_dir "$CELERYD_LOG_DIR"
  94. fi
  95. if [ $CELERY_CREATE_RUNDIR -eq 1 ]; then
  96. create_default_dir "$CELERYD_PID_DIR"
  97. fi
  98. }
  99. create_paths() {
  100. create_default_dir "$CELERYD_LOG_DIR"
  101. create_default_dir "$CELERYD_PID_DIR"
  102. }
  103. export PATH="${PATH:+$PATH:}/usr/sbin:/sbin"
  104. _get_pid_files() {
  105. [ ! -d "$CELERYD_PID_DIR" ] && return
  106. echo `ls -1 "$CELERYD_PID_DIR"/*.pid 2> /dev/null`
  107. }
  108. stop_workers () {
  109. $CELERYD_MULTI stopwait $CELERYD_NODES --pidfile="$CELERYD_PID_FILE"
  110. sleep $SLEEP_SECONDS
  111. }
  112. start_workers () {
  113. $CELERYD_MULTI start $CELERYD_NODES $DAEMON_OPTS \
  114. --pidfile="$CELERYD_PID_FILE" \
  115. --logfile="$CELERYD_LOG_FILE" \
  116. --loglevel="$CELERYD_LOG_LEVEL" \
  117. --cmd="$CELERYD" \
  118. $CELERYD_OPTS
  119. sleep $SLEEP_SECONDS
  120. }
  121. restart_workers () {
  122. $CELERYD_MULTI restart $CELERYD_NODES $DAEMON_OPTS \
  123. --pidfile="$CELERYD_PID_FILE" \
  124. --logfile="$CELERYD_LOG_FILE" \
  125. --loglevel="$CELERYD_LOG_LEVEL" \
  126. --cmd="$CELERYD" \
  127. $CELERYD_OPTS
  128. sleep $SLEEP_SECONDS
  129. }
  130. check_status () {
  131. local pid_files=`_get_pid_files`
  132. [ -z "$pid_files" ] && echo "celeryd is stopped" && exit 1
  133. local one_failed=
  134. for pid_file in $pid_files; do
  135. local node=`basename "$pid_file" .pid`
  136. local pid=`cat "$pid_file"`
  137. local cleaned_pid=`echo "$pid" | sed -e 's/[^0-9]//g'`
  138. if [ -z "$pid" ] || [ "$cleaned_pid" != "$pid" ]; then
  139. echo "bad pid file ($pid_file)"
  140. else
  141. local failed=
  142. kill -0 $pid 2> /dev/null || failed=true
  143. if [ "$failed" ]; then
  144. echo "celeryd (node $node) (pid $pid) is stopped, but pid file exists!"
  145. one_failed=true
  146. else
  147. echo "celeryd (node $node) (pid $pid) is running..."
  148. fi
  149. fi
  150. done
  151. [ "$one_failed" ] && exit 1 || exit 0
  152. }
  153. case "$1" in
  154. start)
  155. check_dev_null
  156. check_paths
  157. start_workers
  158. ;;
  159. stop)
  160. check_dev_null
  161. check_paths
  162. stop_workers
  163. ;;
  164. reload|force-reload)
  165. echo "Use restart"
  166. ;;
  167. status)
  168. check_status
  169. ;;
  170. restart)
  171. check_dev_null
  172. check_paths
  173. restart_workers
  174. ;;
  175. try-restart)
  176. check_dev_null
  177. check_paths
  178. restart_workers
  179. ;;
  180. create-paths)
  181. check_dev_null
  182. create_paths
  183. ;;
  184. check-paths)
  185. check_dev_null
  186. check_paths
  187. ;;
  188. *)
  189. echo "Usage: /etc/init.d/celeryd {start|stop|restart|kill|create-paths}"
  190. exit 64 # EX_USAGE
  191. ;;
  192. esac
  193. exit 0