imports.py 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164
  1. # -*- coding: utf-8 -*-
  2. """
  3. celery.utils.import
  4. ~~~~~~~~~~~~~~~~~~~
  5. Utilities related to importing modules and symbols by name.
  6. """
  7. from __future__ import absolute_import
  8. import imp as _imp
  9. import importlib
  10. import os
  11. import sys
  12. from contextlib import contextmanager
  13. from .compat import reload
  14. class NotAPackage(Exception):
  15. pass
  16. if sys.version_info >= (3, 3): # pragma: no cover
  17. def qualname(obj):
  18. return obj.__qualname__
  19. else:
  20. def qualname(obj): # noqa
  21. if not hasattr(obj, '__name__') and hasattr(obj, '__class__'):
  22. return qualname(obj.__class__)
  23. return '%s.%s' % (obj.__module__, obj.__name__)
  24. def symbol_by_name(name, aliases={}, imp=None, package=None,
  25. sep='.', default=None, **kwargs):
  26. """Get symbol by qualified name.
  27. The name should be the full dot-separated path to the class::
  28. modulename.ClassName
  29. Example::
  30. celery.concurrency.processes.TaskPool
  31. ^- class name
  32. or using ':' to separate module and symbol::
  33. celery.concurrency.processes:TaskPool
  34. If `aliases` is provided, a dict containing short name/long name
  35. mappings, the name is looked up in the aliases first.
  36. Examples:
  37. >>> symbol_by_name('celery.concurrency.processes.TaskPool')
  38. <class 'celery.concurrency.processes.TaskPool'>
  39. >>> symbol_by_name('default', {
  40. ... 'default': 'celery.concurrency.processes.TaskPool'})
  41. <class 'celery.concurrency.processes.TaskPool'>
  42. # Does not try to look up non-string names.
  43. >>> from celery.concurrency.processes import TaskPool
  44. >>> symbol_by_name(TaskPool) is TaskPool
  45. True
  46. """
  47. if imp is None:
  48. imp = importlib.import_module
  49. if not isinstance(name, basestring):
  50. return name # already a class
  51. name = aliases.get(name) or name
  52. sep = ':' if ':' in name else sep
  53. module_name, _, cls_name = name.rpartition(sep)
  54. if not module_name:
  55. cls_name, module_name = None, package if package else cls_name
  56. try:
  57. try:
  58. module = imp(module_name, package=package, **kwargs)
  59. except ValueError as exc:
  60. raise ValueError, ValueError(
  61. "Couldn't import %r: %s" % (name, exc)), sys.exc_info()[2]
  62. return getattr(module, cls_name) if cls_name else module
  63. except (ImportError, AttributeError):
  64. if default is None:
  65. raise
  66. return default
  67. def instantiate(name, *args, **kwargs):
  68. """Instantiate class by name.
  69. See :func:`symbol_by_name`.
  70. """
  71. return symbol_by_name(name)(*args, **kwargs)
  72. @contextmanager
  73. def cwd_in_path():
  74. cwd = os.getcwd()
  75. if cwd in sys.path:
  76. yield
  77. else:
  78. sys.path.insert(0, cwd)
  79. try:
  80. yield cwd
  81. finally:
  82. try:
  83. sys.path.remove(cwd)
  84. except ValueError: # pragma: no cover
  85. pass
  86. def find_module(module, path=None, imp=None):
  87. """Version of :func:`imp.find_module` supporting dots."""
  88. if imp is None:
  89. imp = importlib.import_module
  90. with cwd_in_path():
  91. if '.' in module:
  92. last = None
  93. parts = module.split('.')
  94. for i, part in enumerate(parts[:-1]):
  95. mpart = imp('.'.join(parts[:i + 1]))
  96. try:
  97. path = mpart.__path__
  98. except AttributeError:
  99. raise NotAPackage(module)
  100. last = _imp.find_module(parts[i + 1], path)
  101. return last
  102. return _imp.find_module(module)
  103. def import_from_cwd(module, imp=None, package=None):
  104. """Import module, but make sure it finds modules
  105. located in the current directory.
  106. Modules located in the current directory has
  107. precedence over modules located in `sys.path`.
  108. """
  109. if imp is None:
  110. imp = importlib.import_module
  111. with cwd_in_path():
  112. return imp(module, package=package)
  113. def reload_from_cwd(module, reloader=None):
  114. if reloader is None:
  115. reloader = reload
  116. with cwd_in_path():
  117. return reloader(module)
  118. def module_file(module):
  119. name = module.__file__
  120. return name[:-1] if name.endswith('.pyc') else name