瀏覽代碼

QoS Prefetch count was not set if the connection was lost. See issue #122

Ask Solem 15 年之前
父節點
當前提交
eaa2231fdc
共有 1 個文件被更改,包括 11 次插入5 次删除
  1. 11 5
      celery/worker/listener.py

+ 11 - 5
celery/worker/listener.py

@@ -56,10 +56,12 @@ class CarrotListener(object):
         self.init_callback = init_callback
         self.logger = logger
         self.hostname = hostname or socket.gethostname()
+        self.initial_prefetch_count = initial_prefetch_count
         self.control_dispatch = ControlDispatch(logger=logger,
                                                 hostname=self.hostname,
                                                 listener=self)
-        self.prefetch_count = SharedCounter(initial_prefetch_count)
+        self.prefetch_count = None
+        self.prev_pcount = None
         self.event_dispatcher = None
         self.heart = None
         self._state = None
@@ -90,15 +92,15 @@ class CarrotListener(object):
         wait_for_message = self._detect_wait_method()(limit=None).next
         self.logger.debug("CarrotListener: Ready to accept tasks!")
 
-        prev_pcount = None
         while 1:
             pcount = int(self.prefetch_count) # SharedCounter() -> int()
-            if not prev_pcount or pcount != prev_pcount:
+            if not self.prev_pcount or pcount != self.prev_pcount:
+                self.logger.debug("basic.qos: prefetch_count->%s" % pcount)
                 task_consumer.qos(prefetch_count=pcount)
-                prev_pcount = pcount
-
+                self.prev_pcount = pcount
             wait_for_message()
 
+
     def on_task(self, task, eta=None):
         """Handle received task.
 
@@ -211,6 +213,10 @@ class CarrotListener(object):
         self.ready_queue.clear()
         self.eta_schedule.clear()
 
+        # Reset prefetch window.
+        self.prefetch_count = SharedCounter(self.initial_prefetch_count)
+        self.prev_pcount = None
+
         self.connection = self._open_connection()
         self.logger.debug("CarrotListener: Connection Established.")
         self.task_consumer = get_consumer_set(connection=self.connection)