_state.py 3.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137
  1. # -*- coding: utf-8 -*-
  2. """
  3. celery._state
  4. ~~~~~~~~~~~~~~~
  5. This is an internal module containing thread state
  6. like the ``current_app``, and ``current_task``.
  7. This module shouldn't be used directly.
  8. """
  9. from __future__ import absolute_import, print_function
  10. import os
  11. import sys
  12. import threading
  13. import weakref
  14. from celery.local import Proxy
  15. from celery.utils.threads import LocalStack
  16. try:
  17. from weakref import WeakSet as AppSet
  18. except ImportError: # XXX Py2.6
  19. class AppSet(object): # noqa
  20. def __init__(self):
  21. self._refs = set()
  22. def add(self, app):
  23. self._refs.add(weakref.ref(app))
  24. def __iter__(self):
  25. dirty = []
  26. try:
  27. for appref in self._refs:
  28. app = appref()
  29. if app is None:
  30. dirty.append(appref)
  31. else:
  32. yield app
  33. finally:
  34. while dirty:
  35. self._refs.discard(dirty.pop())
  36. __all__ = ['set_default_app', 'get_current_app', 'get_current_task',
  37. 'get_current_worker_task', 'current_app', 'current_task']
  38. #: Global default app used when no current app.
  39. default_app = None
  40. #: List of all app instances (weakrefs), must not be used directly.
  41. _apps = AppSet()
  42. _task_join_will_block = False
  43. def _set_task_join_will_block(blocks):
  44. global _task_join_will_block
  45. _task_join_will_block = blocks
  46. def task_join_will_block():
  47. return _task_join_will_block
  48. class _TLS(threading.local):
  49. #: Apps with the :attr:`~celery.app.base.BaseApp.set_as_current` attribute
  50. #: sets this, so it will always contain the last instantiated app,
  51. #: and is the default app returned by :func:`app_or_default`.
  52. current_app = None
  53. _tls = _TLS()
  54. _task_stack = LocalStack()
  55. def set_default_app(app):
  56. global default_app
  57. default_app = app
  58. def _get_current_app():
  59. if default_app is None:
  60. #: creates the global fallback app instance.
  61. from celery.app import Celery
  62. set_default_app(Celery(
  63. 'default',
  64. loader=os.environ.get('CELERY_LOADER') or 'default',
  65. fixups=[],
  66. set_as_current=False, accept_magic_kwargs=True,
  67. ))
  68. return _tls.current_app or default_app
  69. C_STRICT_APP = os.environ.get('C_STRICT_APP')
  70. if os.environ.get('C_STRICT_APP'): # pragma: no cover
  71. def get_current_app():
  72. raise Exception('USES CURRENT APP')
  73. import traceback
  74. print('-- USES CURRENT_APP', file=sys.stderr) # noqa+
  75. traceback.print_stack(file=sys.stderr)
  76. return _get_current_app()
  77. else:
  78. get_current_app = _get_current_app
  79. def get_current_task():
  80. """Currently executing task."""
  81. return _task_stack.top
  82. def get_current_worker_task():
  83. """Currently executing task, that was applied by the worker.
  84. This is used to differentiate between the actual task
  85. executed by the worker and any task that was called within
  86. a task (using ``task.__call__`` or ``task.apply``)
  87. """
  88. for task in reversed(_task_stack.stack):
  89. if not task.request.called_directly:
  90. return task
  91. #: Proxy to current app.
  92. current_app = Proxy(get_current_app)
  93. #: Proxy to current task.
  94. current_task = Proxy(get_current_task)
  95. def _register_app(app):
  96. _apps.add(app)
  97. def _get_active_apps():
  98. return _apps