timeutils.py 10.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345
  1. # -*- coding: utf-8 -*-
  2. """
  3. celery.utils.timeutils
  4. ~~~~~~~~~~~~~~~~~~~~~~
  5. This module contains various utilities related to dates and times.
  6. """
  7. from __future__ import absolute_import
  8. import numbers
  9. import os
  10. import time as _time
  11. from calendar import monthrange
  12. from datetime import date, datetime, timedelta, tzinfo
  13. from kombu.utils import cached_property, reprcall
  14. from kombu.utils.compat import timedelta_seconds
  15. from pytz import timezone as _timezone, AmbiguousTimeError
  16. from celery.five import string_t
  17. from .functional import dictfilter
  18. from .iso8601 import parse_iso8601
  19. from .text import pluralize
  20. __all__ = ['LocalTimezone', 'timezone', 'maybe_timedelta', 'timedelta_seconds',
  21. 'delta_resolution', 'remaining', 'rate', 'weekday',
  22. 'humanize_seconds', 'maybe_iso8601', 'is_naive', 'make_aware',
  23. 'localize', 'to_utc', 'maybe_make_aware', 'ffwd', 'utcoffset',
  24. 'adjust_timestamp', 'maybe_s_to_ms']
  25. C_REMDEBUG = os.environ.get('C_REMDEBUG', False)
  26. DAYNAMES = 'sun', 'mon', 'tue', 'wed', 'thu', 'fri', 'sat'
  27. WEEKDAYS = dict(zip(DAYNAMES, range(7)))
  28. RATE_MODIFIER_MAP = {'s': lambda n: n,
  29. 'm': lambda n: n / 60.0,
  30. 'h': lambda n: n / 60.0 / 60.0}
  31. TIME_UNITS = (('day', 60 * 60 * 24.0, lambda n: format(n, '.2f')),
  32. ('hour', 60 * 60.0, lambda n: format(n, '.2f')),
  33. ('minute', 60.0, lambda n: format(n, '.2f')),
  34. ('second', 1.0, lambda n: format(n, '.2f')))
  35. ZERO = timedelta(0)
  36. _local_timezone = None
  37. class LocalTimezone(tzinfo):
  38. """Local time implementation taken from Python's docs.
  39. Used only when UTC is not enabled.
  40. """
  41. def __init__(self):
  42. # This code is moved in __init__ to execute it as late as possible
  43. # See get_default_timezone().
  44. self.STDOFFSET = timedelta(seconds=-_time.timezone)
  45. if _time.daylight:
  46. self.DSTOFFSET = timedelta(seconds=-_time.altzone)
  47. else:
  48. self.DSTOFFSET = self.STDOFFSET
  49. self.DSTDIFF = self.DSTOFFSET - self.STDOFFSET
  50. tzinfo.__init__(self)
  51. def __repr__(self):
  52. return '<LocalTimezone>'
  53. def utcoffset(self, dt):
  54. if self._isdst(dt):
  55. return self.DSTOFFSET
  56. else:
  57. return self.STDOFFSET
  58. def dst(self, dt):
  59. if self._isdst(dt):
  60. return self.DSTDIFF
  61. else:
  62. return ZERO
  63. def tzname(self, dt):
  64. return _time.tzname[self._isdst(dt)]
  65. def _isdst(self, dt):
  66. tt = (dt.year, dt.month, dt.day,
  67. dt.hour, dt.minute, dt.second,
  68. dt.weekday(), 0, 0)
  69. stamp = _time.mktime(tt)
  70. tt = _time.localtime(stamp)
  71. return tt.tm_isdst > 0
  72. class _Zone(object):
  73. def tz_or_local(self, tzinfo=None):
  74. if tzinfo is None:
  75. return self.local
  76. return self.get_timezone(tzinfo)
  77. def to_local(self, dt, local=None, orig=None):
  78. if is_naive(dt):
  79. dt = make_aware(dt, orig or self.utc)
  80. return localize(dt, self.tz_or_local(local))
  81. def to_system(self, dt):
  82. return localize(dt, self.local)
  83. def to_local_fallback(self, dt):
  84. if is_naive(dt):
  85. return make_aware(dt, self.local)
  86. return localize(dt, self.local)
  87. def get_timezone(self, zone):
  88. if isinstance(zone, string_t):
  89. return _timezone(zone)
  90. return zone
  91. @cached_property
  92. def local(self):
  93. return LocalTimezone()
  94. @cached_property
  95. def utc(self):
  96. return self.get_timezone('UTC')
  97. timezone = _Zone()
  98. def maybe_timedelta(delta):
  99. """Coerces integer to timedelta if `delta` is an integer."""
  100. if isinstance(delta, numbers.Real):
  101. return timedelta(seconds=delta)
  102. return delta
  103. def delta_resolution(dt, delta):
  104. """Round a datetime to the resolution of a timedelta.
  105. If the timedelta is in days, the datetime will be rounded
  106. to the nearest days, if the timedelta is in hours the datetime
  107. will be rounded to the nearest hour, and so on until seconds
  108. which will just return the original datetime.
  109. """
  110. delta = timedelta_seconds(delta)
  111. resolutions = ((3, lambda x: x / 86400),
  112. (4, lambda x: x / 3600),
  113. (5, lambda x: x / 60))
  114. args = dt.year, dt.month, dt.day, dt.hour, dt.minute, dt.second
  115. for res, predicate in resolutions:
  116. if predicate(delta) >= 1.0:
  117. return datetime(*args[:res], tzinfo=dt.tzinfo)
  118. return dt
  119. def remaining(start, ends_in, now=None, relative=False):
  120. """Calculate the remaining time for a start date and a timedelta.
  121. e.g. "how many seconds left for 30 seconds after start?"
  122. :param start: Start :class:`~datetime.datetime`.
  123. :param ends_in: The end delta as a :class:`~datetime.timedelta`.
  124. :keyword relative: If enabled the end time will be
  125. calculated using :func:`delta_resolution` (i.e. rounded to the
  126. resolution of `ends_in`).
  127. :keyword now: Function returning the current time and date,
  128. defaults to :func:`datetime.utcnow`.
  129. """
  130. now = now or datetime.utcnow()
  131. end_date = start + ends_in
  132. if relative:
  133. end_date = delta_resolution(end_date, ends_in)
  134. ret = end_date - now
  135. if C_REMDEBUG: # pragma: no cover
  136. print('rem: NOW:%r START:%r ENDS_IN:%r END_DATE:%s REM:%s' % (
  137. now, start, ends_in, end_date, ret))
  138. return ret
  139. def rate(rate):
  140. """Parse rate strings, such as `"100/m"`, `"2/h"` or `"0.5/s"`
  141. and convert them to seconds."""
  142. if rate:
  143. if isinstance(rate, string_t):
  144. ops, _, modifier = rate.partition('/')
  145. return RATE_MODIFIER_MAP[modifier or 's'](float(ops)) or 0
  146. return rate or 0
  147. return 0
  148. def weekday(name):
  149. """Return the position of a weekday (0 - 7, where 0 is Sunday).
  150. Example::
  151. >>> weekday('sunday'), weekday('sun'), weekday('mon')
  152. (0, 0, 1)
  153. """
  154. abbreviation = name[0:3].lower()
  155. try:
  156. return WEEKDAYS[abbreviation]
  157. except KeyError:
  158. # Show original day name in exception, instead of abbr.
  159. raise KeyError(name)
  160. def humanize_seconds(secs, prefix='', sep='', now='now'):
  161. """Show seconds in human form, e.g. 60 is "1 minute", 7200 is "2
  162. hours".
  163. :keyword prefix: Can be used to add a preposition to the output,
  164. e.g. 'in' will give 'in 1 second', but add nothing to 'now'.
  165. """
  166. secs = float(secs)
  167. for unit, divider, formatter in TIME_UNITS:
  168. if secs >= divider:
  169. w = secs / divider
  170. return '{0}{1}{2} {3}'.format(prefix, sep, formatter(w),
  171. pluralize(w, unit))
  172. return now
  173. def maybe_iso8601(dt):
  174. """`Either datetime | str -> datetime or None -> None`"""
  175. if not dt:
  176. return
  177. if isinstance(dt, datetime):
  178. return dt
  179. return parse_iso8601(dt)
  180. def is_naive(dt):
  181. """Return :const:`True` if the datetime is naive
  182. (does not have timezone information)."""
  183. return dt.tzinfo is None or dt.tzinfo.utcoffset(dt) is None
  184. def make_aware(dt, tz):
  185. """Sets the timezone for a datetime object."""
  186. try:
  187. _localize = tz.localize
  188. except AttributeError:
  189. return dt.replace(tzinfo=tz)
  190. else:
  191. # works on pytz timezones
  192. try:
  193. return _localize(dt, is_dst=None)
  194. except AmbiguousTimeError:
  195. return min(_localize(dt, is_dst=True),
  196. _localize(dt, is_dst=False))
  197. def localize(dt, tz):
  198. """Convert aware datetime to another timezone."""
  199. dt = dt.astimezone(tz)
  200. try:
  201. _normalize = tz.normalize
  202. except AttributeError: # non-pytz tz
  203. return dt
  204. else:
  205. try:
  206. return _normalize(dt, is_dst=None)
  207. except TypeError:
  208. return _normalize(dt)
  209. except AmbiguousTimeError:
  210. return min(_normalize(dt, is_dst=True),
  211. _normalize(dt, is_dst=False))
  212. def to_utc(dt):
  213. """Converts naive datetime to UTC"""
  214. return make_aware(dt, timezone.utc)
  215. def maybe_make_aware(dt, tz=None):
  216. if is_naive(dt):
  217. dt = to_utc(dt)
  218. return localize(
  219. dt, timezone.utc if tz is None else timezone.tz_or_local(tz),
  220. )
  221. class ffwd(object):
  222. """Version of relativedelta that only supports addition."""
  223. def __init__(self, year=None, month=None, weeks=0, weekday=None, day=None,
  224. hour=None, minute=None, second=None, microsecond=None,
  225. **kwargs):
  226. self.year = year
  227. self.month = month
  228. self.weeks = weeks
  229. self.weekday = weekday
  230. self.day = day
  231. self.hour = hour
  232. self.minute = minute
  233. self.second = second
  234. self.microsecond = microsecond
  235. self.days = weeks * 7
  236. self._has_time = self.hour is not None or self.minute is not None
  237. def __repr__(self):
  238. return reprcall('ffwd', (), self._fields(weeks=self.weeks,
  239. weekday=self.weekday))
  240. def __radd__(self, other):
  241. if not isinstance(other, date):
  242. return NotImplemented
  243. year = self.year or other.year
  244. month = self.month or other.month
  245. day = min(monthrange(year, month)[1], self.day or other.day)
  246. ret = other.replace(**dict(dictfilter(self._fields()),
  247. year=year, month=month, day=day))
  248. if self.weekday is not None:
  249. ret += timedelta(days=(7 - ret.weekday() + self.weekday) % 7)
  250. return ret + timedelta(days=self.days)
  251. def _fields(self, **extra):
  252. return dictfilter({
  253. 'year': self.year, 'month': self.month, 'day': self.day,
  254. 'hour': self.hour, 'minute': self.minute,
  255. 'second': self.second, 'microsecond': self.microsecond,
  256. }, **extra)
  257. def utcoffset(time=_time):
  258. if time.daylight:
  259. return time.altzone // 3600
  260. return time.timezone // 3600
  261. def adjust_timestamp(ts, offset, here=utcoffset):
  262. return ts - (offset - here()) * 3600
  263. def maybe_s_to_ms(v):
  264. return int(float(v) * 1000.0) if v is not None else v