test_app.py 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963
  1. from __future__ import absolute_import, unicode_literals
  2. import gc
  3. import itertools
  4. import os
  5. import pytest
  6. from copy import deepcopy
  7. from pickle import loads, dumps
  8. from case import ContextMock, Mock, mock, patch
  9. from vine import promise
  10. from celery import Celery
  11. from celery import shared_task, current_app
  12. from celery import app as _app
  13. from celery import _state
  14. from celery.app import base as _appbase
  15. from celery.app import defaults
  16. from celery.exceptions import ImproperlyConfigured
  17. from celery.five import items, keys
  18. from celery.loaders.base import unconfigured
  19. from celery.platforms import pyimplementation
  20. from celery.utils.collections import DictAttribute
  21. from celery.utils.serialization import pickle
  22. from celery.utils.time import timezone
  23. from celery.utils.objects import Bunch
  24. THIS_IS_A_KEY = 'this is a value'
  25. class ObjectConfig(object):
  26. FOO = 1
  27. BAR = 2
  28. object_config = ObjectConfig()
  29. dict_config = dict(FOO=10, BAR=20)
  30. class ObjectConfig2(object):
  31. LEAVE_FOR_WORK = True
  32. MOMENT_TO_STOP = True
  33. CALL_ME_BACK = 123456789
  34. WANT_ME_TO = False
  35. UNDERSTAND_ME = True
  36. class test_module:
  37. def test_default_app(self):
  38. assert _app.default_app == _state.default_app
  39. def test_bugreport(self, app):
  40. assert _app.bugreport(app=app)
  41. class test_task_join_will_block:
  42. def test_task_join_will_block(self, patching):
  43. patching('celery._state._task_join_will_block', 0)
  44. assert _state._task_join_will_block == 0
  45. _state._set_task_join_will_block(True)
  46. assert _state._task_join_will_block is True
  47. # fixture 'app' sets this, so need to use orig_ function
  48. # set there by that fixture.
  49. res = _state.orig_task_join_will_block()
  50. assert res is True
  51. class test_App:
  52. def setup(self):
  53. self.app.add_defaults(deepcopy(self.CELERY_TEST_CONFIG))
  54. def test_task_autofinalize_disabled(self):
  55. with self.Celery('xyzibari', autofinalize=False) as app:
  56. @app.task
  57. def ttafd():
  58. return 42
  59. with pytest.raises(RuntimeError):
  60. ttafd()
  61. with self.Celery('xyzibari', autofinalize=False) as app:
  62. @app.task
  63. def ttafd2():
  64. return 42
  65. app.finalize()
  66. assert ttafd2() == 42
  67. def test_registry_autofinalize_disabled(self):
  68. with self.Celery('xyzibari', autofinalize=False) as app:
  69. with pytest.raises(RuntimeError):
  70. app.tasks['celery.chain']
  71. app.finalize()
  72. assert app.tasks['celery.chain']
  73. def test_task(self):
  74. with self.Celery('foozibari') as app:
  75. def fun():
  76. pass
  77. fun.__module__ = '__main__'
  78. task = app.task(fun)
  79. assert task.name == app.main + '.fun'
  80. def test_task_too_many_args(self):
  81. with pytest.raises(TypeError):
  82. self.app.task(Mock(name='fun'), True)
  83. with pytest.raises(TypeError):
  84. self.app.task(Mock(name='fun'), True, 1, 2)
  85. def test_with_config_source(self):
  86. with self.Celery(config_source=ObjectConfig) as app:
  87. assert app.conf.FOO == 1
  88. assert app.conf.BAR == 2
  89. @pytest.mark.usefixtures('depends_on_current_app')
  90. def test_task_windows_execv(self):
  91. prev, _appbase.USING_EXECV = _appbase.USING_EXECV, True
  92. try:
  93. @self.app.task(shared=False)
  94. def foo():
  95. pass
  96. assert foo._get_current_object() # is proxy
  97. finally:
  98. _appbase.USING_EXECV = prev
  99. assert not _appbase.USING_EXECV
  100. def test_task_takes_no_args(self):
  101. with pytest.raises(TypeError):
  102. @self.app.task(1)
  103. def foo():
  104. pass
  105. def test_add_defaults(self):
  106. assert not self.app.configured
  107. _conf = {'FOO': 300}
  108. def conf():
  109. return _conf
  110. self.app.add_defaults(conf)
  111. assert conf in self.app._pending_defaults
  112. assert not self.app.configured
  113. assert self.app.conf.FOO == 300
  114. assert self.app.configured
  115. assert not self.app._pending_defaults
  116. # defaults not pickled
  117. appr = loads(dumps(self.app))
  118. with pytest.raises(AttributeError):
  119. appr.conf.FOO
  120. # add more defaults after configured
  121. conf2 = {'FOO': 'BAR'}
  122. self.app.add_defaults(conf2)
  123. assert self.app.conf.FOO == 'BAR'
  124. assert _conf in self.app.conf.defaults
  125. assert conf2 in self.app.conf.defaults
  126. def test_connection_or_acquire(self):
  127. with self.app.connection_or_acquire(block=True):
  128. assert self.app.pool._dirty
  129. with self.app.connection_or_acquire(pool=False):
  130. assert not self.app.pool._dirty
  131. def test_using_v1_reduce(self):
  132. self.app._using_v1_reduce = True
  133. assert loads(dumps(self.app))
  134. def test_autodiscover_tasks_force(self):
  135. self.app.loader.autodiscover_tasks = Mock()
  136. self.app.autodiscover_tasks(['proj.A', 'proj.B'], force=True)
  137. self.app.loader.autodiscover_tasks.assert_called_with(
  138. ['proj.A', 'proj.B'], 'tasks',
  139. )
  140. self.app.loader.autodiscover_tasks = Mock()
  141. def lazy_list():
  142. return ['proj.A', 'proj.B']
  143. self.app.autodiscover_tasks(
  144. lazy_list,
  145. related_name='george',
  146. force=True,
  147. )
  148. self.app.loader.autodiscover_tasks.assert_called_with(
  149. ['proj.A', 'proj.B'], 'george',
  150. )
  151. def test_autodiscover_tasks_lazy(self):
  152. with patch('celery.signals.import_modules') as import_modules:
  153. def lazy_list():
  154. return [1, 2, 3]
  155. self.app.autodiscover_tasks(lazy_list)
  156. import_modules.connect.assert_called()
  157. prom = import_modules.connect.call_args[0][0]
  158. assert isinstance(prom, promise)
  159. assert prom.fun == self.app._autodiscover_tasks
  160. assert prom.args[0](), [1, 2 == 3]
  161. def test_autodiscover_tasks__no_packages(self):
  162. fixup1 = Mock(name='fixup')
  163. fixup2 = Mock(name='fixup')
  164. self.app._autodiscover_tasks_from_names = Mock(name='auto')
  165. self.app._fixups = [fixup1, fixup2]
  166. fixup1.autodiscover_tasks.return_value = ['A', 'B', 'C']
  167. fixup2.autodiscover_tasks.return_value = ['D', 'E', 'F']
  168. self.app.autodiscover_tasks(force=True)
  169. self.app._autodiscover_tasks_from_names.assert_called_with(
  170. ['A', 'B', 'C', 'D', 'E', 'F'], related_name='tasks',
  171. )
  172. def test_with_broker(self, patching):
  173. patching.setenv('CELERY_BROKER_URL', '')
  174. with self.Celery(broker='foo://baribaz') as app:
  175. assert app.conf.broker_url == 'foo://baribaz'
  176. def test_pending_configuration__setattr(self):
  177. with self.Celery(broker='foo://bar') as app:
  178. app.conf.task_default_delivery_mode = 44
  179. app.conf.worker_agent = 'foo:Bar'
  180. assert not app.configured
  181. assert app.conf.worker_agent == 'foo:Bar'
  182. assert app.conf.broker_url == 'foo://bar'
  183. assert app._preconf['worker_agent'] == 'foo:Bar'
  184. assert app.configured
  185. reapp = pickle.loads(pickle.dumps(app))
  186. assert reapp._preconf['worker_agent'] == 'foo:Bar'
  187. assert not reapp.configured
  188. assert reapp.conf.worker_agent == 'foo:Bar'
  189. assert reapp.configured
  190. assert reapp.conf.broker_url == 'foo://bar'
  191. assert reapp._preconf['worker_agent'] == 'foo:Bar'
  192. def test_pending_configuration__update(self):
  193. with self.Celery(broker='foo://bar') as app:
  194. app.conf.update(
  195. task_default_delivery_mode=44,
  196. worker_agent='foo:Bar',
  197. )
  198. assert not app.configured
  199. assert app.conf.worker_agent == 'foo:Bar'
  200. assert app.conf.broker_url == 'foo://bar'
  201. assert app._preconf['worker_agent'] == 'foo:Bar'
  202. def test_pending_configuration__compat_settings(self):
  203. with self.Celery(broker='foo://bar', backend='foo') as app:
  204. app.conf.update(
  205. CELERY_ALWAYS_EAGER=4,
  206. CELERY_DEFAULT_DELIVERY_MODE=63,
  207. CELERYD_AGENT='foo:Barz',
  208. )
  209. assert app.conf.task_always_eager == 4
  210. assert app.conf.task_default_delivery_mode == 63
  211. assert app.conf.worker_agent == 'foo:Barz'
  212. assert app.conf.broker_url == 'foo://bar'
  213. assert app.conf.result_backend == 'foo'
  214. def test_pending_configuration__compat_settings_mixing(self):
  215. with self.Celery(broker='foo://bar', backend='foo') as app:
  216. app.conf.update(
  217. CELERY_ALWAYS_EAGER=4,
  218. CELERY_DEFAULT_DELIVERY_MODE=63,
  219. CELERYD_AGENT='foo:Barz',
  220. worker_consumer='foo:Fooz',
  221. )
  222. with pytest.raises(ImproperlyConfigured):
  223. assert app.conf.task_always_eager == 4
  224. def test_pending_configuration__django_settings(self):
  225. with self.Celery(broker='foo://bar', backend='foo') as app:
  226. app.config_from_object(DictAttribute(Bunch(
  227. CELERY_TASK_ALWAYS_EAGER=4,
  228. CELERY_TASK_DEFAULT_DELIVERY_MODE=63,
  229. CELERY_WORKER_AGENT='foo:Barz',
  230. CELERY_RESULT_SERIALIZER='pickle',
  231. )), namespace='CELERY')
  232. assert app.conf.result_serializer == 'pickle'
  233. assert app.conf.CELERY_RESULT_SERIALIZER == 'pickle'
  234. assert app.conf.task_always_eager == 4
  235. assert app.conf.task_default_delivery_mode == 63
  236. assert app.conf.worker_agent == 'foo:Barz'
  237. assert app.conf.broker_url == 'foo://bar'
  238. assert app.conf.result_backend == 'foo'
  239. def test_pending_configuration__compat_settings_mixing_new(self):
  240. with self.Celery(broker='foo://bar', backend='foo') as app:
  241. app.conf.update(
  242. task_always_eager=4,
  243. task_default_delivery_mode=63,
  244. worker_agent='foo:Barz',
  245. CELERYD_CONSUMER='foo:Fooz',
  246. CELERYD_POOL='foo:Xuzzy',
  247. )
  248. with pytest.raises(ImproperlyConfigured):
  249. assert app.conf.worker_consumer == 'foo:Fooz'
  250. def test_pending_configuration__compat_settings_mixing_alt(self):
  251. with self.Celery(broker='foo://bar', backend='foo') as app:
  252. app.conf.update(
  253. task_always_eager=4,
  254. task_default_delivery_mode=63,
  255. worker_agent='foo:Barz',
  256. CELERYD_CONSUMER='foo:Fooz',
  257. worker_consumer='foo:Fooz',
  258. CELERYD_POOL='foo:Xuzzy',
  259. worker_pool='foo:Xuzzy'
  260. )
  261. assert app.conf.task_always_eager == 4
  262. assert app.conf.worker_pool == 'foo:Xuzzy'
  263. def test_pending_configuration__setdefault(self):
  264. with self.Celery(broker='foo://bar') as app:
  265. app.conf.setdefault('worker_agent', 'foo:Bar')
  266. assert not app.configured
  267. def test_pending_configuration__iter(self):
  268. with self.Celery(broker='foo://bar') as app:
  269. app.conf.worker_agent = 'foo:Bar'
  270. assert not app.configured
  271. assert list(keys(app.conf))
  272. assert not app.configured
  273. assert 'worker_agent' in app.conf
  274. assert not app.configured
  275. assert dict(app.conf)
  276. assert app.configured
  277. def test_pending_configuration__raises_ImproperlyConfigured(self):
  278. with self.Celery(set_as_current=False) as app:
  279. app.conf.worker_agent = 'foo://bar'
  280. app.conf.task_default_delivery_mode = 44
  281. app.conf.CELERY_ALWAYS_EAGER = 5
  282. with pytest.raises(ImproperlyConfigured):
  283. app.finalize()
  284. with self.Celery() as app:
  285. assert not self.app.conf.task_always_eager
  286. def test_repr(self):
  287. assert repr(self.app)
  288. def test_custom_task_registry(self):
  289. with self.Celery(tasks=self.app.tasks) as app2:
  290. assert app2.tasks is self.app.tasks
  291. def test_include_argument(self):
  292. with self.Celery(include=('foo', 'bar.foo')) as app:
  293. assert app.conf.include, ('foo' == 'bar.foo')
  294. def test_set_as_current(self):
  295. current = _state._tls.current_app
  296. try:
  297. app = self.Celery(set_as_current=True)
  298. assert _state._tls.current_app is app
  299. finally:
  300. _state._tls.current_app = current
  301. def test_current_task(self):
  302. @self.app.task
  303. def foo(shared=False):
  304. pass
  305. _state._task_stack.push(foo)
  306. try:
  307. assert self.app.current_task.name == foo.name
  308. finally:
  309. _state._task_stack.pop()
  310. def test_task_not_shared(self):
  311. with patch('celery.app.base.connect_on_app_finalize') as sh:
  312. @self.app.task(shared=False)
  313. def foo():
  314. pass
  315. sh.assert_not_called()
  316. def test_task_compat_with_filter(self):
  317. with self.Celery() as app:
  318. check = Mock()
  319. def filter(task):
  320. check(task)
  321. return task
  322. @app.task(filter=filter, shared=False)
  323. def foo():
  324. pass
  325. check.assert_called_with(foo)
  326. def test_task_with_filter(self):
  327. with self.Celery() as app:
  328. check = Mock()
  329. def filter(task):
  330. check(task)
  331. return task
  332. assert not _appbase.USING_EXECV
  333. @app.task(filter=filter, shared=False)
  334. def foo():
  335. pass
  336. check.assert_called_with(foo)
  337. def test_task_sets_main_name_MP_MAIN_FILE(self):
  338. from celery.utils import imports as _imports
  339. _imports.MP_MAIN_FILE = __file__
  340. try:
  341. with self.Celery('xuzzy') as app:
  342. @app.task
  343. def foo():
  344. pass
  345. assert foo.name == 'xuzzy.foo'
  346. finally:
  347. _imports.MP_MAIN_FILE = None
  348. def test_annotate_decorator(self):
  349. from celery.app.task import Task
  350. class adX(Task):
  351. def run(self, y, z, x):
  352. return y, z, x
  353. check = Mock()
  354. def deco(fun):
  355. def _inner(*args, **kwargs):
  356. check(*args, **kwargs)
  357. return fun(*args, **kwargs)
  358. return _inner
  359. self.app.conf.task_annotations = {
  360. adX.name: {'@__call__': deco}
  361. }
  362. adX.bind(self.app)
  363. assert adX.app is self.app
  364. i = adX()
  365. i(2, 4, x=3)
  366. check.assert_called_with(i, 2, 4, x=3)
  367. i.annotate()
  368. i.annotate()
  369. def test_apply_async_has__self__(self):
  370. @self.app.task(__self__='hello', shared=False)
  371. def aawsX(x, y):
  372. pass
  373. with pytest.raises(TypeError):
  374. aawsX.apply_async(())
  375. with pytest.raises(TypeError):
  376. aawsX.apply_async((2,))
  377. with patch('celery.app.amqp.AMQP.create_task_message') as create:
  378. with patch('celery.app.amqp.AMQP.send_task_message') as send:
  379. create.return_value = Mock(), Mock(), Mock(), Mock()
  380. aawsX.apply_async((4, 5))
  381. args = create.call_args[0][2]
  382. assert args, ('hello', 4 == 5)
  383. send.assert_called()
  384. def test_apply_async_adds_children(self):
  385. from celery._state import _task_stack
  386. @self.app.task(bind=True, shared=False)
  387. def a3cX1(self):
  388. pass
  389. @self.app.task(bind=True, shared=False)
  390. def a3cX2(self):
  391. pass
  392. _task_stack.push(a3cX1)
  393. try:
  394. a3cX1.push_request(called_directly=False)
  395. try:
  396. res = a3cX2.apply_async(add_to_parent=True)
  397. assert res in a3cX1.request.children
  398. finally:
  399. a3cX1.pop_request()
  400. finally:
  401. _task_stack.pop()
  402. def test_pickle_app(self):
  403. changes = dict(THE_FOO_BAR='bars',
  404. THE_MII_MAR='jars')
  405. self.app.conf.update(changes)
  406. saved = pickle.dumps(self.app)
  407. assert len(saved) < 2048
  408. restored = pickle.loads(saved)
  409. for key, value in items(changes):
  410. assert restored.conf[key] == value
  411. def test_worker_main(self):
  412. from celery.bin import worker as worker_bin
  413. class worker(worker_bin.worker):
  414. def execute_from_commandline(self, argv):
  415. return argv
  416. prev, worker_bin.worker = worker_bin.worker, worker
  417. try:
  418. ret = self.app.worker_main(argv=['--version'])
  419. assert ret == ['--version']
  420. finally:
  421. worker_bin.worker = prev
  422. def test_config_from_envvar(self):
  423. os.environ['CELERYTEST_CONFIG_OBJECT'] = 't.unit.app.test_app'
  424. self.app.config_from_envvar('CELERYTEST_CONFIG_OBJECT')
  425. assert self.app.conf.THIS_IS_A_KEY == 'this is a value'
  426. def assert_config2(self):
  427. assert self.app.conf.LEAVE_FOR_WORK
  428. assert self.app.conf.MOMENT_TO_STOP
  429. assert self.app.conf.CALL_ME_BACK == 123456789
  430. assert not self.app.conf.WANT_ME_TO
  431. assert self.app.conf.UNDERSTAND_ME
  432. def test_config_from_object__lazy(self):
  433. conf = ObjectConfig2()
  434. self.app.config_from_object(conf)
  435. assert self.app.loader._conf is unconfigured
  436. assert self.app._config_source is conf
  437. self.assert_config2()
  438. def test_config_from_object__force(self):
  439. self.app.config_from_object(ObjectConfig2(), force=True)
  440. assert self.app.loader._conf
  441. self.assert_config2()
  442. def test_config_from_object__compat(self):
  443. class Config(object):
  444. CELERY_ALWAYS_EAGER = 44
  445. CELERY_DEFAULT_DELIVERY_MODE = 30
  446. CELERY_TASK_PUBLISH_RETRY = False
  447. self.app.config_from_object(Config)
  448. assert self.app.conf.task_always_eager == 44
  449. assert self.app.conf.CELERY_ALWAYS_EAGER == 44
  450. assert not self.app.conf.task_publish_retry
  451. assert self.app.conf.task_default_routing_key == 'testcelery'
  452. def test_config_from_object__supports_old_names(self):
  453. class Config(object):
  454. task_always_eager = 45
  455. task_default_delivery_mode = 301
  456. self.app.config_from_object(Config())
  457. assert self.app.conf.CELERY_ALWAYS_EAGER == 45
  458. assert self.app.conf.task_always_eager == 45
  459. assert self.app.conf.CELERY_DEFAULT_DELIVERY_MODE == 301
  460. assert self.app.conf.task_default_delivery_mode == 301
  461. assert self.app.conf.task_default_routing_key == 'testcelery'
  462. def test_config_from_object__namespace_uppercase(self):
  463. class Config(object):
  464. CELERY_TASK_ALWAYS_EAGER = 44
  465. CELERY_TASK_DEFAULT_DELIVERY_MODE = 301
  466. self.app.config_from_object(Config(), namespace='CELERY')
  467. assert self.app.conf.task_always_eager == 44
  468. def test_config_from_object__namespace_lowercase(self):
  469. class Config(object):
  470. celery_task_always_eager = 44
  471. celery_task_default_delivery_mode = 301
  472. self.app.config_from_object(Config(), namespace='celery')
  473. assert self.app.conf.task_always_eager == 44
  474. def test_config_from_object__mixing_new_and_old(self):
  475. class Config(object):
  476. task_always_eager = 44
  477. worker_agent = 'foo:Agent'
  478. worker_consumer = 'foo:Consumer'
  479. beat_schedule = '/foo/schedule'
  480. CELERY_DEFAULT_DELIVERY_MODE = 301
  481. with pytest.raises(ImproperlyConfigured) as exc:
  482. self.app.config_from_object(Config(), force=True)
  483. assert exc.args[0].startswith('CELERY_DEFAULT_DELIVERY_MODE')
  484. assert 'task_default_delivery_mode' in exc.args[0]
  485. def test_config_from_object__mixing_old_and_new(self):
  486. class Config(object):
  487. CELERY_ALWAYS_EAGER = 46
  488. CELERYD_AGENT = 'foo:Agent'
  489. CELERYD_CONSUMER = 'foo:Consumer'
  490. CELERYBEAT_SCHEDULE = '/foo/schedule'
  491. task_default_delivery_mode = 301
  492. with pytest.raises(ImproperlyConfigured) as exc:
  493. self.app.config_from_object(Config(), force=True)
  494. assert exc.args[0].startswith('task_default_delivery_mode')
  495. assert 'CELERY_DEFAULT_DELIVERY_MODE' in exc.args[0]
  496. def test_config_from_cmdline(self):
  497. cmdline = ['task_always_eager=no',
  498. 'result_backend=/dev/null',
  499. 'worker_prefetch_multiplier=368',
  500. '.foobarstring=(string)300',
  501. '.foobarint=(int)300',
  502. 'sqlalchemy_engine_options=(dict){"foo": "bar"}']
  503. self.app.config_from_cmdline(cmdline, namespace='worker')
  504. assert not self.app.conf.task_always_eager
  505. assert self.app.conf.result_backend == '/dev/null'
  506. assert self.app.conf.worker_prefetch_multiplier == 368
  507. assert self.app.conf.worker_foobarstring == '300'
  508. assert self.app.conf.worker_foobarint == 300
  509. assert self.app.conf.sqlalchemy_engine_options == {'foo': 'bar'}
  510. def test_setting__broker_transport_options(self):
  511. _args = {'foo': 'bar', 'spam': 'baz'}
  512. self.app.config_from_object(Bunch())
  513. assert self.app.conf.broker_transport_options == {}
  514. self.app.config_from_object(Bunch(broker_transport_options=_args))
  515. assert self.app.conf.broker_transport_options == _args
  516. def test_Windows_log_color_disabled(self):
  517. self.app.IS_WINDOWS = True
  518. assert not self.app.log.supports_color(True)
  519. def test_WorkController(self):
  520. x = self.app.WorkController
  521. assert x.app is self.app
  522. def test_Worker(self):
  523. x = self.app.Worker
  524. assert x.app is self.app
  525. @pytest.mark.usefixtures('depends_on_current_app')
  526. def test_AsyncResult(self):
  527. x = self.app.AsyncResult('1')
  528. assert x.app is self.app
  529. r = loads(dumps(x))
  530. # not set as current, so ends up as default app after reduce
  531. assert r.app is current_app._get_current_object()
  532. def test_get_active_apps(self):
  533. assert list(_state._get_active_apps())
  534. app1 = self.Celery()
  535. appid = id(app1)
  536. assert app1 in _state._get_active_apps()
  537. app1.close()
  538. del(app1)
  539. gc.collect()
  540. # weakref removed from list when app goes out of scope.
  541. with pytest.raises(StopIteration):
  542. next(app for app in _state._get_active_apps() if id(app) == appid)
  543. def test_config_from_envvar_more(self, key='CELERY_HARNESS_CFG1'):
  544. assert not self.app.config_from_envvar(
  545. 'HDSAJIHWIQHEWQU', force=True, silent=True)
  546. with pytest.raises(ImproperlyConfigured):
  547. self.app.config_from_envvar(
  548. 'HDSAJIHWIQHEWQU', force=True, silent=False,
  549. )
  550. os.environ[key] = __name__ + '.object_config'
  551. assert self.app.config_from_envvar(key, force=True)
  552. assert self.app.conf['FOO'] == 1
  553. assert self.app.conf['BAR'] == 2
  554. os.environ[key] = 'unknown_asdwqe.asdwqewqe'
  555. with pytest.raises(ImportError):
  556. self.app.config_from_envvar(key, silent=False)
  557. assert not self.app.config_from_envvar(key, force=True, silent=True)
  558. os.environ[key] = __name__ + '.dict_config'
  559. assert self.app.config_from_envvar(key, force=True)
  560. assert self.app.conf['FOO'] == 10
  561. assert self.app.conf['BAR'] == 20
  562. @patch('celery.bin.celery.CeleryCommand.execute_from_commandline')
  563. def test_start(self, execute):
  564. self.app.start()
  565. execute.assert_called()
  566. @pytest.mark.parametrize('url,expected_fields', [
  567. ('pyamqp://', {
  568. 'hostname': 'localhost',
  569. 'userid': 'guest',
  570. 'password': 'guest',
  571. 'virtual_host': '/',
  572. }),
  573. ('pyamqp://:1978/foo', {
  574. 'port': 1978,
  575. 'virtual_host': 'foo',
  576. }),
  577. ('pyamqp:////value', {
  578. 'virtual_host': '/value',
  579. })
  580. ])
  581. def test_amqp_get_broker_info(self, url, expected_fields):
  582. info = self.app.connection(url).info()
  583. for key, expected_value in items(expected_fields):
  584. assert info[key] == expected_value
  585. def test_amqp_failover_strategy_selection(self):
  586. # Test passing in a string and make sure the string
  587. # gets there untouched
  588. self.app.conf.broker_failover_strategy = 'foo-bar'
  589. assert self.app.connection('amqp:////value') \
  590. .failover_strategy == 'foo-bar'
  591. # Try passing in None
  592. self.app.conf.broker_failover_strategy = None
  593. assert self.app.connection('amqp:////value') \
  594. .failover_strategy == itertools.cycle
  595. # Test passing in a method
  596. def my_failover_strategy(it):
  597. yield True
  598. self.app.conf.broker_failover_strategy = my_failover_strategy
  599. assert self.app.connection('amqp:////value') \
  600. .failover_strategy == my_failover_strategy
  601. def test_after_fork(self):
  602. self.app._pool = Mock()
  603. self.app.on_after_fork = Mock(name='on_after_fork')
  604. self.app._after_fork()
  605. assert self.app._pool is None
  606. self.app.on_after_fork.send.assert_called_with(sender=self.app)
  607. self.app._after_fork()
  608. def test_global_after_fork(self):
  609. self.app._after_fork = Mock(name='_after_fork')
  610. _appbase._after_fork_cleanup_app(self.app)
  611. self.app._after_fork.assert_called_with()
  612. @patch('celery.app.base.logger')
  613. def test_after_fork_cleanup_app__raises(self, logger):
  614. self.app._after_fork = Mock(name='_after_fork')
  615. exc = self.app._after_fork.side_effect = KeyError()
  616. _appbase._after_fork_cleanup_app(self.app)
  617. logger.info.assert_called_with(
  618. 'after forker raised exception: %r', exc, exc_info=1)
  619. def test_ensure_after_fork__no_multiprocessing(self):
  620. prev, _appbase.register_after_fork = (
  621. _appbase.register_after_fork, None)
  622. try:
  623. self.app._after_fork_registered = False
  624. self.app._ensure_after_fork()
  625. assert self.app._after_fork_registered
  626. finally:
  627. _appbase.register_after_fork = prev
  628. def test_canvas(self):
  629. assert self.app.canvas.Signature
  630. def test_signature(self):
  631. sig = self.app.signature('foo', (1, 2))
  632. assert sig.app is self.app
  633. def test_timezone__none_set(self):
  634. self.app.conf.timezone = None
  635. tz = self.app.timezone
  636. assert tz == timezone.get_timezone('UTC')
  637. def test_compat_on_configure(self):
  638. _on_configure = Mock(name='on_configure')
  639. class CompatApp(Celery):
  640. def on_configure(self, *args, **kwargs):
  641. # on pypy3 if named on_configure the class function
  642. # will be called, instead of the mock defined above,
  643. # so we add the underscore.
  644. _on_configure(*args, **kwargs)
  645. with CompatApp(set_as_current=False) as app:
  646. app.loader = Mock()
  647. app.loader.conf = {}
  648. app._load_config()
  649. _on_configure.assert_called_with()
  650. def test_add_periodic_task(self):
  651. @self.app.task
  652. def add(x, y):
  653. pass
  654. assert not self.app.configured
  655. self.app.add_periodic_task(
  656. 10, self.app.signature('add', (2, 2)),
  657. name='add1', expires=3,
  658. )
  659. assert self.app._pending_periodic_tasks
  660. assert not self.app.configured
  661. sig2 = add.s(4, 4)
  662. assert self.app.configured
  663. self.app.add_periodic_task(20, sig2, name='add2', expires=4)
  664. assert 'add1' in self.app.conf.beat_schedule
  665. assert 'add2' in self.app.conf.beat_schedule
  666. def test_pool_no_multiprocessing(self):
  667. with mock.mask_modules('multiprocessing.util'):
  668. pool = self.app.pool
  669. assert pool is self.app._pool
  670. def test_bugreport(self):
  671. assert self.app.bugreport()
  672. def test_send_task__connection_provided(self):
  673. connection = Mock(name='connection')
  674. router = Mock(name='router')
  675. router.route.return_value = {}
  676. self.app.amqp = Mock(name='amqp')
  677. self.app.amqp.Producer.attach_mock(ContextMock(), 'return_value')
  678. self.app.send_task('foo', (1, 2), connection=connection, router=router)
  679. self.app.amqp.Producer.assert_called_with(connection)
  680. self.app.amqp.send_task_message.assert_called_with(
  681. self.app.amqp.Producer(), 'foo',
  682. self.app.amqp.create_task_message())
  683. def test_send_task_sent_event(self):
  684. class Dispatcher(object):
  685. sent = []
  686. def publish(self, type, fields, *args, **kwargs):
  687. self.sent.append((type, fields))
  688. conn = self.app.connection()
  689. chan = conn.channel()
  690. try:
  691. for e in ('foo_exchange', 'moo_exchange', 'bar_exchange'):
  692. chan.exchange_declare(e, 'direct', durable=True)
  693. chan.queue_declare(e, durable=True)
  694. chan.queue_bind(e, e, e)
  695. finally:
  696. chan.close()
  697. assert conn.transport_cls == 'memory'
  698. message = self.app.amqp.create_task_message(
  699. 'id', 'footask', (), {}, create_sent_event=True,
  700. )
  701. prod = self.app.amqp.Producer(conn)
  702. dispatcher = Dispatcher()
  703. self.app.amqp.send_task_message(
  704. prod, 'footask', message,
  705. exchange='moo_exchange', routing_key='moo_exchange',
  706. event_dispatcher=dispatcher,
  707. )
  708. assert dispatcher.sent
  709. assert dispatcher.sent[0][0] == 'task-sent'
  710. self.app.amqp.send_task_message(
  711. prod, 'footask', message, event_dispatcher=dispatcher,
  712. exchange='bar_exchange', routing_key='bar_exchange',
  713. )
  714. def test_select_queues(self):
  715. self.app.amqp = Mock(name='amqp')
  716. self.app.select_queues({'foo', 'bar'})
  717. self.app.amqp.queues.select.assert_called_with({'foo', 'bar'})
  718. class test_defaults:
  719. def test_strtobool(self):
  720. for s in ('false', 'no', '0'):
  721. assert not defaults.strtobool(s)
  722. for s in ('true', 'yes', '1'):
  723. assert defaults.strtobool(s)
  724. with pytest.raises(TypeError):
  725. defaults.strtobool('unsure')
  726. class test_debugging_utils:
  727. def test_enable_disable_trace(self):
  728. try:
  729. _app.enable_trace()
  730. assert _app.app_or_default == _app._app_or_default_trace
  731. _app.disable_trace()
  732. assert _app.app_or_default == _app._app_or_default
  733. finally:
  734. _app.disable_trace()
  735. class test_pyimplementation:
  736. def test_platform_python_implementation(self):
  737. with mock.platform_pyimp(lambda: 'Xython'):
  738. assert pyimplementation() == 'Xython'
  739. def test_platform_jython(self):
  740. with mock.platform_pyimp():
  741. with mock.sys_platform('java 1.6.51'):
  742. assert 'Jython' in pyimplementation()
  743. def test_platform_pypy(self):
  744. with mock.platform_pyimp():
  745. with mock.sys_platform('darwin'):
  746. with mock.pypy_version((1, 4, 3)):
  747. assert 'PyPy' in pyimplementation()
  748. with mock.pypy_version((1, 4, 3, 'a4')):
  749. assert 'PyPy' in pyimplementation()
  750. def test_platform_fallback(self):
  751. with mock.platform_pyimp():
  752. with mock.sys_platform('darwin'):
  753. with mock.pypy_version():
  754. assert 'CPython' == pyimplementation()
  755. class test_shared_task:
  756. def test_registers_to_all_apps(self):
  757. with self.Celery('xproj', set_as_current=True) as xproj:
  758. xproj.finalize()
  759. @shared_task
  760. def foo():
  761. return 42
  762. @shared_task()
  763. def bar():
  764. return 84
  765. assert foo.app is xproj
  766. assert bar.app is xproj
  767. assert foo._get_current_object()
  768. with self.Celery('yproj', set_as_current=True) as yproj:
  769. assert foo.app is yproj
  770. assert bar.app is yproj
  771. @shared_task()
  772. def baz():
  773. return 168
  774. assert baz.app is yproj