__init__.py 3.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112
  1. # -*- coding: utf-8 -*-
  2. """
  3. celery.utils
  4. ~~~~~~~~~~~~
  5. Utility functions.
  6. """
  7. from __future__ import absolute_import, print_function, unicode_literals
  8. import numbers
  9. import sys
  10. import datetime
  11. from functools import partial
  12. from celery.five import items, reraise, string_t
  13. from .functional import memoize # noqa
  14. from .nodenames import worker_direct, nodename, nodesplit
  15. __all__ = ['worker_direct',
  16. 'maybe_reraise', 'strtobool',
  17. 'jsonify', 'gen_task_name', 'nodename', 'nodesplit',
  18. 'cached_property']
  19. PY3 = sys.version_info[0] == 3
  20. def maybe_reraise():
  21. """Re-raise if an exception is currently being handled, or return
  22. otherwise."""
  23. exc_info = sys.exc_info()
  24. try:
  25. if exc_info[2]:
  26. reraise(exc_info[0], exc_info[1], exc_info[2])
  27. finally:
  28. # see http://docs.python.org/library/sys.html#sys.exc_info
  29. del(exc_info)
  30. def strtobool(term, table={'false': False, 'no': False, '0': False,
  31. 'true': True, 'yes': True, '1': True,
  32. 'on': True, 'off': False}):
  33. """Convert common terms for true/false to bool
  34. (true/false/yes/no/on/off/1/0)."""
  35. if isinstance(term, string_t):
  36. try:
  37. return table[term.lower()]
  38. except KeyError:
  39. raise TypeError('Cannot coerce {0!r} to type bool'.format(term))
  40. return term
  41. def jsonify(obj,
  42. builtin_types=(numbers.Real, string_t), key=None,
  43. keyfilter=None,
  44. unknown_type_filter=None):
  45. """Transforms object making it suitable for json serialization"""
  46. from kombu.abstract import Object as KombuDictType
  47. _jsonify = partial(jsonify, builtin_types=builtin_types, key=key,
  48. keyfilter=keyfilter,
  49. unknown_type_filter=unknown_type_filter)
  50. if isinstance(obj, KombuDictType):
  51. obj = obj.as_dict(recurse=True)
  52. if obj is None or isinstance(obj, builtin_types):
  53. return obj
  54. elif isinstance(obj, (tuple, list)):
  55. return [_jsonify(v) for v in obj]
  56. elif isinstance(obj, dict):
  57. return {
  58. k: _jsonify(v, key=k) for k, v in items(obj)
  59. if (keyfilter(k) if keyfilter else 1)
  60. }
  61. elif isinstance(obj, datetime.datetime):
  62. # See "Date Time String Format" in the ECMA-262 specification.
  63. r = obj.isoformat()
  64. if obj.microsecond:
  65. r = r[:23] + r[26:]
  66. if r.endswith('+00:00'):
  67. r = r[:-6] + 'Z'
  68. return r
  69. elif isinstance(obj, datetime.date):
  70. return obj.isoformat()
  71. elif isinstance(obj, datetime.time):
  72. r = obj.isoformat()
  73. if obj.microsecond:
  74. r = r[:12]
  75. return r
  76. elif isinstance(obj, datetime.timedelta):
  77. return str(obj)
  78. else:
  79. if unknown_type_filter is None:
  80. raise ValueError(
  81. 'Unsupported type: {0!r} {1!r} (parent: {2})'.format(
  82. type(obj), obj, key))
  83. return unknown_type_filter(obj)
  84. # ------------------------------------------------------------------------ #
  85. # > XXX Compat
  86. from .log import LOG_LEVELS # noqa
  87. from .imports import ( # noqa
  88. qualname as get_full_cls_name, symbol_by_name as get_cls_by_name,
  89. instantiate, import_from_cwd, gen_task_name,
  90. )
  91. from .functional import chunks, noop # noqa
  92. from kombu.utils import cached_property, uuid # noqa
  93. gen_unique_id = uuid