timeutils.py 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347
  1. # -*- coding: utf-8 -*-
  2. """
  3. celery.utils.timeutils
  4. ~~~~~~~~~~~~~~~~~~~~~~
  5. This module contains various utilities related to dates and times.
  6. """
  7. from __future__ import absolute_import
  8. import os
  9. import time as _time
  10. from calendar import monthrange
  11. from datetime import date, datetime, timedelta, tzinfo
  12. from kombu.utils import cached_property, reprcall
  13. from kombu.utils.compat import timedelta_seconds
  14. from pytz import timezone as _timezone, AmbiguousTimeError
  15. from celery.five import string_t
  16. from .functional import dictfilter
  17. from .iso8601 import parse_iso8601
  18. from .text import pluralize
  19. __all__ = ['LocalTimezone', 'timezone', 'maybe_timedelta', 'timedelta_seconds',
  20. 'delta_resolution', 'remaining', 'rate', 'weekday',
  21. 'humanize_seconds', 'maybe_iso8601', 'is_naive', 'make_aware',
  22. 'localize', 'to_utc', 'maybe_make_aware', 'ffwd', 'utcoffset',
  23. 'adjust_timestamp', 'maybe_s_to_ms']
  24. C_REMDEBUG = os.environ.get('C_REMDEBUG', False)
  25. DAYNAMES = 'sun', 'mon', 'tue', 'wed', 'thu', 'fri', 'sat'
  26. WEEKDAYS = dict(zip(DAYNAMES, range(7)))
  27. RATE_MODIFIER_MAP = {'s': lambda n: n,
  28. 'm': lambda n: n / 60.0,
  29. 'h': lambda n: n / 60.0 / 60.0}
  30. TIME_UNITS = (('day', 60 * 60 * 24.0, lambda n: format(n, '.2f')),
  31. ('hour', 60 * 60.0, lambda n: format(n, '.2f')),
  32. ('minute', 60.0, lambda n: format(n, '.2f')),
  33. ('second', 1.0, lambda n: format(n, '.2f')))
  34. ZERO = timedelta(0)
  35. _local_timezone = None
  36. __timezone__ = -_time.timezone
  37. __altzone__ = -_time.altzone
  38. class LocalTimezone(tzinfo):
  39. """Local time implementation taken from Python's docs.
  40. Used only when UTC is not enabled.
  41. """
  42. def __init__(self):
  43. # This code is moved in __init__ to execute it as late as possible
  44. # See get_default_timezone().
  45. self.STDOFFSET = timedelta(seconds=-_time.timezone)
  46. if _time.daylight:
  47. self.DSTOFFSET = timedelta(seconds=-_time.altzone)
  48. else:
  49. self.DSTOFFSET = self.STDOFFSET
  50. self.DSTDIFF = self.DSTOFFSET - self.STDOFFSET
  51. tzinfo.__init__(self)
  52. def __repr__(self):
  53. return '<LocalTimezone>'
  54. def utcoffset(self, dt):
  55. if self._isdst(dt):
  56. return self.DSTOFFSET
  57. else:
  58. return self.STDOFFSET
  59. def dst(self, dt):
  60. if self._isdst(dt):
  61. return self.DSTDIFF
  62. else:
  63. return ZERO
  64. def tzname(self, dt):
  65. return _time.tzname[self._isdst(dt)]
  66. def _isdst(self, dt):
  67. tt = (dt.year, dt.month, dt.day,
  68. dt.hour, dt.minute, dt.second,
  69. dt.weekday(), 0, 0)
  70. stamp = _time.mktime(tt)
  71. tt = _time.localtime(stamp)
  72. return tt.tm_isdst > 0
  73. class _Zone(object):
  74. def tz_or_local(self, tzinfo=None):
  75. if tzinfo is None:
  76. return self.local
  77. return self.get_timezone(tzinfo)
  78. def to_local(self, dt, local=None, orig=None):
  79. if is_naive(dt):
  80. dt = make_aware(dt, orig or self.utc)
  81. return localize(dt, self.tz_or_local(local))
  82. def to_system(self, dt):
  83. return localize(dt, self.local)
  84. def to_local_fallback(self, dt):
  85. if is_naive(dt):
  86. return make_aware(dt, self.local)
  87. return localize(dt, self.local)
  88. def get_timezone(self, zone):
  89. if isinstance(zone, string_t):
  90. return _timezone(zone)
  91. return zone
  92. @cached_property
  93. def local(self):
  94. return LocalTimezone()
  95. @cached_property
  96. def utc(self):
  97. return self.get_timezone('UTC')
  98. timezone = _Zone()
  99. def maybe_timedelta(delta):
  100. """Coerces integer to timedelta if `delta` is an integer."""
  101. if isinstance(delta, (int, float)):
  102. return timedelta(seconds=delta)
  103. return delta
  104. def delta_resolution(dt, delta):
  105. """Round a datetime to the resolution of a timedelta.
  106. If the timedelta is in days, the datetime will be rounded
  107. to the nearest days, if the timedelta is in hours the datetime
  108. will be rounded to the nearest hour, and so on until seconds
  109. which will just return the original datetime.
  110. """
  111. delta = timedelta_seconds(delta)
  112. resolutions = ((3, lambda x: x / 86400),
  113. (4, lambda x: x / 3600),
  114. (5, lambda x: x / 60))
  115. args = dt.year, dt.month, dt.day, dt.hour, dt.minute, dt.second
  116. for res, predicate in resolutions:
  117. if predicate(delta) >= 1.0:
  118. return datetime(*args[:res], tzinfo=dt.tzinfo)
  119. return dt
  120. def remaining(start, ends_in, now=None, relative=False):
  121. """Calculate the remaining time for a start date and a timedelta.
  122. e.g. "how many seconds left for 30 seconds after start?"
  123. :param start: Start :class:`~datetime.datetime`.
  124. :param ends_in: The end delta as a :class:`~datetime.timedelta`.
  125. :keyword relative: If enabled the end time will be
  126. calculated using :func:`delta_resolution` (i.e. rounded to the
  127. resolution of `ends_in`).
  128. :keyword now: Function returning the current time and date,
  129. defaults to :func:`datetime.utcnow`.
  130. """
  131. now = now or datetime.utcnow()
  132. end_date = start + ends_in
  133. if relative:
  134. end_date = delta_resolution(end_date, ends_in)
  135. ret = end_date - now
  136. if C_REMDEBUG: # pragma: no cover
  137. print('rem: NOW:%r START:%r ENDS_IN:%r END_DATE:%s REM:%s' % (
  138. now, start, ends_in, end_date, ret))
  139. return ret
  140. def rate(rate):
  141. """Parse rate strings, such as `"100/m"`, `"2/h"` or `"0.5/s"`
  142. and convert them to seconds."""
  143. if rate:
  144. if isinstance(rate, string_t):
  145. ops, _, modifier = rate.partition('/')
  146. return RATE_MODIFIER_MAP[modifier or 's'](float(ops)) or 0
  147. return rate or 0
  148. return 0
  149. def weekday(name):
  150. """Return the position of a weekday (0 - 7, where 0 is Sunday).
  151. Example::
  152. >>> weekday('sunday'), weekday('sun'), weekday('mon')
  153. (0, 0, 1)
  154. """
  155. abbreviation = name[0:3].lower()
  156. try:
  157. return WEEKDAYS[abbreviation]
  158. except KeyError:
  159. # Show original day name in exception, instead of abbr.
  160. raise KeyError(name)
  161. def humanize_seconds(secs, prefix='', sep='', now='now'):
  162. """Show seconds in human form, e.g. 60 is "1 minute", 7200 is "2
  163. hours".
  164. :keyword prefix: Can be used to add a preposition to the output,
  165. e.g. 'in' will give 'in 1 second', but add nothing to 'now'.
  166. """
  167. secs = float(secs)
  168. for unit, divider, formatter in TIME_UNITS:
  169. if secs >= divider:
  170. w = secs / divider
  171. return '{0}{1}{2} {3}'.format(prefix, sep, formatter(w),
  172. pluralize(w, unit))
  173. return now
  174. def maybe_iso8601(dt):
  175. """`Either datetime | str -> datetime or None -> None`"""
  176. if not dt:
  177. return
  178. if isinstance(dt, datetime):
  179. return dt
  180. return parse_iso8601(dt)
  181. def is_naive(dt):
  182. """Return :const:`True` if the datetime is naive
  183. (does not have timezone information)."""
  184. return dt.tzinfo is None or dt.tzinfo.utcoffset(dt) is None
  185. def make_aware(dt, tz):
  186. """Sets the timezone for a datetime object."""
  187. try:
  188. _localize = tz.localize
  189. except AttributeError:
  190. return dt.replace(tzinfo=tz)
  191. else:
  192. # works on pytz timezones
  193. try:
  194. return _localize(dt, is_dst=None)
  195. except AmbiguousTimeError:
  196. return min(_localize(dt, is_dst=True),
  197. _localize(dt, is_dst=False))
  198. def localize(dt, tz):
  199. """Convert aware datetime to another timezone."""
  200. dt = dt.astimezone(tz)
  201. try:
  202. _normalize = tz.normalize
  203. except AttributeError: # non-pytz tz
  204. return dt
  205. else:
  206. try:
  207. return _normalize(dt, is_dst=None)
  208. except TypeError:
  209. return _normalize(dt)
  210. except AmbiguousTimeError:
  211. return min(_normalize(dt, is_dst=True),
  212. _normalize(dt, is_dst=False))
  213. def to_utc(dt):
  214. """Converts naive datetime to UTC"""
  215. return make_aware(dt, timezone.utc)
  216. def maybe_make_aware(dt, tz=None):
  217. if is_naive(dt):
  218. dt = to_utc(dt)
  219. return localize(
  220. dt, timezone.utc if tz is None else timezone.tz_or_local(tz),
  221. )
  222. class ffwd(object):
  223. """Version of relativedelta that only supports addition."""
  224. def __init__(self, year=None, month=None, weeks=0, weekday=None, day=None,
  225. hour=None, minute=None, second=None, microsecond=None,
  226. **kwargs):
  227. self.year = year
  228. self.month = month
  229. self.weeks = weeks
  230. self.weekday = weekday
  231. self.day = day
  232. self.hour = hour
  233. self.minute = minute
  234. self.second = second
  235. self.microsecond = microsecond
  236. self.days = weeks * 7
  237. self._has_time = self.hour is not None or self.minute is not None
  238. def __repr__(self):
  239. return reprcall('ffwd', (), self._fields(weeks=self.weeks,
  240. weekday=self.weekday))
  241. def __radd__(self, other):
  242. if not isinstance(other, date):
  243. return NotImplemented
  244. year = self.year or other.year
  245. month = self.month or other.month
  246. day = min(monthrange(year, month)[1], self.day or other.day)
  247. ret = other.replace(**dict(dictfilter(self._fields()),
  248. year=year, month=month, day=day))
  249. if self.weekday is not None:
  250. ret += timedelta(days=(7 - ret.weekday() + self.weekday) % 7)
  251. return ret + timedelta(days=self.days)
  252. def _fields(self, **extra):
  253. return dictfilter({
  254. 'year': self.year, 'month': self.month, 'day': self.day,
  255. 'hour': self.hour, 'minute': self.minute,
  256. 'second': self.second, 'microsecond': self.microsecond,
  257. }, **extra)
  258. def utcoffset():
  259. if _time.daylight:
  260. return __altzone__ // 3600
  261. return __timezone__ // 3600
  262. def adjust_timestamp(ts, offset, here=utcoffset):
  263. return ts - (offset - here()) * 3600
  264. def maybe_s_to_ms(v):
  265. return int(float(v) * 1000.0) if v is not None else v