from __future__ import absolute_import, unicode_literals, print_function import requests from celery import task @task() def urlopen(url): print('-open: {0}'.format(url)) try: response = requests.get(url) except Exception as exc: print('-url {0} gave error: {1!r}'.format(url, exc)) return len(response.text)