| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392 | <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"><html xmlns="http://www.w3.org/1999/xhtml">  <head>    <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />        <title>Multiprocessing Worker - celery.worker — Celery v0.3.12 (unstable) documentation</title>    <link rel="stylesheet" href="../static/nature.css" type="text/css" />    <link rel="stylesheet" href="../static/pygments.css" type="text/css" />    <script type="text/javascript">      var DOCUMENTATION_OPTIONS = {        URL_ROOT:    '../',        VERSION:     '0.3.12 (unstable)',        COLLAPSE_MODINDEX: false,        FILE_SUFFIX: '.html',        HAS_SOURCE:  true      };    </script>    <script type="text/javascript" src="../static/jquery.js"></script>    <script type="text/javascript" src="../static/doctools.js"></script>    <link rel="top" title="Celery v0.3.12 (unstable) documentation" href="../index.html" />    <link rel="up" title="Module API Reference" href="index.html" />    <link rel="next" title="Task Pool - celery.pool" href="celery.pool.html" />    <link rel="prev" title="Statistics and Monitoring - celery.monitoring" href="celery.monitoring.html" />   </head>  <body>    <div class="related">      <h3>Navigation</h3>      <ul>        <li class="right" style="margin-right: 10px">          <a href="../genindex.html" title="General Index"             accesskey="I">index</a></li>        <li class="right" >          <a href="../modindex.html" title="Global Module Index"             accesskey="M">modules</a> |</li>        <li class="right" >          <a href="celery.pool.html" title="Task Pool - celery.pool"             accesskey="N">next</a> |</li>        <li class="right" >          <a href="celery.monitoring.html" title="Statistics and Monitoring - celery.monitoring"             accesskey="P">previous</a> |</li>        <li><a href="../index.html">Celery v0.3.12 (unstable) documentation</a> »</li>          <li><a href="index.html" accesskey="U">Module API Reference</a> »</li>       </ul>    </div>      <div class="document">      <div class="documentwrapper">        <div class="bodywrapper">          <div class="body">              <div class="section" id="module-celery.worker"><h1>Multiprocessing Worker - celery.worker<a class="headerlink" href="#module-celery.worker" title="Permalink to this headline">¶</a></h1><p>celery.worker</p><dl class="class"><dt id="celery.worker.PeriodicWorkController"><em class="property">class </em><tt class="descclassname">celery.worker.</tt><tt class="descname">PeriodicWorkController</tt><a class="headerlink" href="#celery.worker.PeriodicWorkController" title="Permalink to this definition">¶</a></dt><dd><p>A thread that continuously checks if there are<a title="celery.task.PeriodicTask" class="reference external" href="celery.task.html#celery.task.PeriodicTask"><tt class="xref docutils literal"><span class="pre">celery.task.PeriodicTask</span></tt></a> tasks waiting for execution,and executes them.</p><p>Example:</p><div class="highlight-python"><div class="highlight"><pre><span class="gp">>>> </span><span class="n">PeriodicWorkController</span><span class="p">()</span><span class="o">.</span><span class="n">start</span><span class="p">()</span></pre></div></div><dl class="method"><dt id="celery.worker.PeriodicWorkController.run"><tt class="descname">run</tt><big>(</big><big>)</big><a class="headerlink" href="#celery.worker.PeriodicWorkController.run" title="Permalink to this definition">¶</a></dt><dd>Run when you use <tt class="xref docutils literal"><span class="pre">Thread.start()</span></tt></dd></dl><dl class="method"><dt id="celery.worker.PeriodicWorkController.stop"><tt class="descname">stop</tt><big>(</big><big>)</big><a class="headerlink" href="#celery.worker.PeriodicWorkController.stop" title="Permalink to this definition">¶</a></dt><dd>Shutdown the thread.</dd></dl></dd></dl><dl class="class"><dt id="celery.worker.TaskWrapper"><em class="property">class </em><tt class="descclassname">celery.worker.</tt><tt class="descname">TaskWrapper</tt><big>(</big><em>task_name</em>, <em>task_id</em>, <em>task_func</em>, <em>args</em>, <em>kwargs</em>, <em>on_acknowledge=None</em>, <em>**opts</em><big>)</big><a class="headerlink" href="#celery.worker.TaskWrapper" title="Permalink to this definition">¶</a></dt><dd><p>Class wrapping a task to be run.</p><table class="docutils field-list" frame="void" rules="none"><col class="field-name" /><col class="field-body" /><tbody valign="top"><tr class="field"><th class="field-name">Parameters:</th><td class="field-body"><ul class="first last simple"><li><em>task_name</em> – see <a title="celery.worker.TaskWrapper.task_name" class="reference internal" href="#celery.worker.TaskWrapper.task_name"><tt class="xref docutils literal"><span class="pre">task_name</span></tt></a>.</li><li><em>task_id</em> – see <a title="celery.worker.TaskWrapper.task_id" class="reference internal" href="#celery.worker.TaskWrapper.task_id"><tt class="xref docutils literal"><span class="pre">task_id</span></tt></a>.</li><li><em>task_func</em> – see <a title="celery.worker.TaskWrapper.task_func" class="reference internal" href="#celery.worker.TaskWrapper.task_func"><tt class="xref docutils literal"><span class="pre">task_func</span></tt></a></li><li><em>args</em> – see <a title="celery.worker.TaskWrapper.args" class="reference internal" href="#celery.worker.TaskWrapper.args"><tt class="xref docutils literal"><span class="pre">args</span></tt></a></li><li><em>kwargs</em> – see <a title="celery.worker.TaskWrapper.kwargs" class="reference internal" href="#celery.worker.TaskWrapper.kwargs"><tt class="xref docutils literal"><span class="pre">kwargs</span></tt></a>.</li></ul></td></tr></tbody></table><dl class="attribute"><dt id="celery.worker.TaskWrapper.task_name"><tt class="descname">task_name</tt><a class="headerlink" href="#celery.worker.TaskWrapper.task_name" title="Permalink to this definition">¶</a></dt><dd>Kind of task. Must be a name registered in the task registry.</dd></dl><dl class="attribute"><dt id="celery.worker.TaskWrapper.task_id"><tt class="descname">task_id</tt><a class="headerlink" href="#celery.worker.TaskWrapper.task_id" title="Permalink to this definition">¶</a></dt><dd>UUID of the task.</dd></dl><dl class="attribute"><dt id="celery.worker.TaskWrapper.task_func"><tt class="descname">task_func</tt><a class="headerlink" href="#celery.worker.TaskWrapper.task_func" title="Permalink to this definition">¶</a></dt><dd>The tasks callable object.</dd></dl><dl class="attribute"><dt id="celery.worker.TaskWrapper.args"><tt class="descname">args</tt><a class="headerlink" href="#celery.worker.TaskWrapper.args" title="Permalink to this definition">¶</a></dt><dd>List of positional arguments to apply to the task.</dd></dl><dl class="attribute"><dt id="celery.worker.TaskWrapper.kwargs"><tt class="descname">kwargs</tt><a class="headerlink" href="#celery.worker.TaskWrapper.kwargs" title="Permalink to this definition">¶</a></dt><dd>Mapping of keyword arguments to apply to the task.</dd></dl><dl class="attribute"><dt id="celery.worker.TaskWrapper.message"><tt class="descname">message</tt><a class="headerlink" href="#celery.worker.TaskWrapper.message" title="Permalink to this definition">¶</a></dt><dd>The original message sent. Used for acknowledging the message.</dd></dl><dl class="method"><dt id="celery.worker.TaskWrapper.execute"><tt class="descname">execute</tt><big>(</big><em>loglevel=None</em>, <em>logfile=None</em><big>)</big><a class="headerlink" href="#celery.worker.TaskWrapper.execute" title="Permalink to this definition">¶</a></dt><dd><p>Execute the task in a <a title="celery.worker.jail" class="reference internal" href="#celery.worker.jail"><tt class="xref docutils literal"><span class="pre">jail()</span></tt></a> and store return valueand status in the task meta backend.</p><table class="docutils field-list" frame="void" rules="none"><col class="field-name" /><col class="field-body" /><tbody valign="top"><tr class="field"><th class="field-name">Parameters:</th><td class="field-body"><ul class="first last simple"><li><em>loglevel</em> – The loglevel used by the task.</li><li><em>logfile</em> – The logfile used by the task.</li></ul></td></tr></tbody></table></dd></dl><dl class="method"><dt id="celery.worker.TaskWrapper.execute_using_pool"><tt class="descname">execute_using_pool</tt><big>(</big><em>pool</em>, <em>loglevel=None</em>, <em>logfile=None</em><big>)</big><a class="headerlink" href="#celery.worker.TaskWrapper.execute_using_pool" title="Permalink to this definition">¶</a></dt><dd><p>Like <a title="celery.worker.TaskWrapper.execute" class="reference internal" href="#celery.worker.TaskWrapper.execute"><tt class="xref docutils literal"><span class="pre">execute()</span></tt></a>, but using the <tt class="xref docutils literal"><span class="pre">multiprocessing</span></tt> pool.</p><table class="docutils field-list" frame="void" rules="none"><col class="field-name" /><col class="field-body" /><tbody valign="top"><tr class="field"><th class="field-name">Parameters:</th><td class="field-body"><ul class="first last simple"><li><em>pool</em> – A <tt class="xref docutils literal"><span class="pre">multiprocessing.Pool</span></tt> instance.</li><li><em>loglevel</em> – The loglevel used by the task.</li><li><em>logfile</em> – The logfile used by the task.</li></ul></td></tr></tbody></table><p>:returns <tt class="xref docutils literal"><span class="pre">multiprocessing.AsyncResult</span></tt> instance.</p></dd></dl><dl class="method"><dt id="celery.worker.TaskWrapper.extend_with_default_kwargs"><tt class="descname">extend_with_default_kwargs</tt><big>(</big><em>loglevel</em>, <em>logfile</em><big>)</big><a class="headerlink" href="#celery.worker.TaskWrapper.extend_with_default_kwargs" title="Permalink to this definition">¶</a></dt><dd><p>Extend the tasks keyword arguments with standard task arguments.</p><p>These are <tt class="docutils literal"><span class="pre">logfile</span></tt>, <tt class="docutils literal"><span class="pre">loglevel</span></tt>, <tt class="docutils literal"><span class="pre">task_id</span></tt> and <tt class="docutils literal"><span class="pre">task_name</span></tt>.</p></dd></dl><dl class="classmethod"><dt id="celery.worker.TaskWrapper.from_message"><em class="property">classmethod </em><tt class="descname">from_message</tt><big>(</big><em>message</em>, <em>message_data</em>, <em>logger</em><big>)</big><a class="headerlink" href="#celery.worker.TaskWrapper.from_message" title="Permalink to this definition">¶</a></dt><dd><p>Create a <a title="celery.worker.TaskWrapper" class="reference internal" href="#celery.worker.TaskWrapper"><tt class="xref docutils literal"><span class="pre">TaskWrapper</span></tt></a> from a task message sent by<a title="celery.messaging.TaskPublisher" class="reference external" href="celery.messaging.html#celery.messaging.TaskPublisher"><tt class="xref docutils literal"><span class="pre">celery.messaging.TaskPublisher</span></tt></a>.</p><table class="docutils field-list" frame="void" rules="none"><col class="field-name" /><col class="field-body" /><tbody valign="top"><tr class="field"><th class="field-name" colspan="2">Raises <a title="celery.worker.UnknownTask" class="reference internal" href="#celery.worker.UnknownTask">UnknownTask</a>:</th></tr><tr><td> </td><td class="field-body">if the message does not describe a task,the message is also rejected.</td></tr><tr class="field"><th class="field-name">Returns:</th><td class="field-body"><a title="celery.worker.TaskWrapper" class="reference internal" href="#celery.worker.TaskWrapper"><tt class="xref docutils literal"><span class="pre">TaskWrapper</span></tt></a> instance.</td></tr></tbody></table></dd></dl><dl class="method"><dt id="celery.worker.TaskWrapper.on_failure"><tt class="descname">on_failure</tt><big>(</big><em>exc_info</em>, <em>meta</em><big>)</big><a class="headerlink" href="#celery.worker.TaskWrapper.on_failure" title="Permalink to this definition">¶</a></dt><dd>The handler used if the task raised an exception.</dd></dl><dl class="method"><dt id="celery.worker.TaskWrapper.on_success"><tt class="descname">on_success</tt><big>(</big><em>ret_value</em>, <em>meta</em><big>)</big><a class="headerlink" href="#celery.worker.TaskWrapper.on_success" title="Permalink to this definition">¶</a></dt><dd>The handler used if the task was successfully processed (without raising an exception).</dd></dl></dd></dl><dl class="exception"><dt id="celery.worker.UnknownTask"><em class="property">exception </em><tt class="descclassname">celery.worker.</tt><tt class="descname">UnknownTask</tt><a class="headerlink" href="#celery.worker.UnknownTask" title="Permalink to this definition">¶</a></dt><dd>Got an unknown task in the queue. The message is requeued andignored.</dd></dl><dl class="class"><dt id="celery.worker.WorkController"><em class="property">class </em><tt class="descclassname">celery.worker.</tt><tt class="descname">WorkController</tt><big>(</big><em>concurrency=None</em>, <em>logfile=None</em>, <em>loglevel=None</em>, <em>is_detached=False</em><big>)</big><a class="headerlink" href="#celery.worker.WorkController" title="Permalink to this definition">¶</a></dt><dd><p>Executes tasks waiting in the task queue.</p><table class="docutils field-list" frame="void" rules="none"><col class="field-name" /><col class="field-body" /><tbody valign="top"><tr class="field"><th class="field-name">Parameters:</th><td class="field-body"><ul class="first last simple"><li><em>concurrency</em> – see <a title="celery.worker.WorkController.concurrency" class="reference internal" href="#celery.worker.WorkController.concurrency"><tt class="xref docutils literal"><span class="pre">concurrency</span></tt></a>.</li><li><em>logfile</em> – see <a title="celery.worker.WorkController.logfile" class="reference internal" href="#celery.worker.WorkController.logfile"><tt class="xref docutils literal"><span class="pre">logfile</span></tt></a>.</li><li><em>loglevel</em> – see <a title="celery.worker.WorkController.loglevel" class="reference internal" href="#celery.worker.WorkController.loglevel"><tt class="xref docutils literal"><span class="pre">loglevel</span></tt></a>.</li></ul></td></tr></tbody></table><dl class="attribute"><dt id="celery.worker.WorkController.concurrency"><tt class="descname">concurrency</tt><a class="headerlink" href="#celery.worker.WorkController.concurrency" title="Permalink to this definition">¶</a></dt><dd>The number of simultaneous processes doing work (default:<a title="celery.conf.DAEMON_CONCURRENCY" class="reference external" href="celery.conf.html#celery.conf.DAEMON_CONCURRENCY"><tt class="xref docutils literal"><span class="pre">celery.conf.DAEMON_CONCURRENCY</span></tt></a>)</dd></dl><dl class="attribute"><dt id="celery.worker.WorkController.loglevel"><tt class="descname">loglevel</tt><a class="headerlink" href="#celery.worker.WorkController.loglevel" title="Permalink to this definition">¶</a></dt><dd>The loglevel used (default: <tt class="xref docutils literal"><span class="pre">logging.INFO</span></tt>)</dd></dl><dl class="attribute"><dt id="celery.worker.WorkController.logfile"><tt class="descname">logfile</tt><a class="headerlink" href="#celery.worker.WorkController.logfile" title="Permalink to this definition">¶</a></dt><dd>The logfile used, if no logfile is specified it uses <tt class="docutils literal"><span class="pre">stderr</span></tt>(default: <a title="celery.conf.DAEMON_LOG_FILE" class="reference external" href="celery.conf.html#celery.conf.DAEMON_LOG_FILE"><tt class="xref docutils literal"><span class="pre">celery.conf.DAEMON_LOG_FILE</span></tt></a>).</dd></dl><dl class="attribute"><dt id="celery.worker.WorkController.logger"><tt class="descname">logger</tt><a class="headerlink" href="#celery.worker.WorkController.logger" title="Permalink to this definition">¶</a></dt><dd>The <tt class="xref docutils literal"><span class="pre">logging.Logger</span></tt> instance used for logging.</dd></dl><dl class="attribute"><dt id="celery.worker.WorkController.pool"><tt class="descname">pool</tt><a class="headerlink" href="#celery.worker.WorkController.pool" title="Permalink to this definition">¶</a></dt><dd>The <tt class="xref docutils literal"><span class="pre">multiprocessing.Pool</span></tt> instance used.</dd></dl><dl class="attribute"><dt id="celery.worker.WorkController.task_consumer"><tt class="descname">task_consumer</tt><a class="headerlink" href="#celery.worker.WorkController.task_consumer" title="Permalink to this definition">¶</a></dt><dd>The <a title="celery.messaging.TaskConsumer" class="reference external" href="celery.messaging.html#celery.messaging.TaskConsumer"><tt class="xref docutils literal"><span class="pre">celery.messaging.TaskConsumer</span></tt></a> instance used.</dd></dl><dl class="method"><dt id="celery.worker.WorkController.close_connection"><tt class="descname">close_connection</tt><big>(</big><big>)</big><a class="headerlink" href="#celery.worker.WorkController.close_connection" title="Permalink to this definition">¶</a></dt><dd>Close the AMQP connection.</dd></dl><dl class="method"><dt id="celery.worker.WorkController.connection_diagnostics"><tt class="descname">connection_diagnostics</tt><big>(</big><big>)</big><a class="headerlink" href="#celery.worker.WorkController.connection_diagnostics" title="Permalink to this definition">¶</a></dt><dd>Diagnose the AMQP connection, and reset connection ifnecessary.</dd></dl><dl class="method"><dt id="celery.worker.WorkController.process_task"><tt class="descname">process_task</tt><big>(</big><em>message_data</em>, <em>message</em><big>)</big><a class="headerlink" href="#celery.worker.WorkController.process_task" title="Permalink to this definition">¶</a></dt><dd>Process task message by passing it to the pool of workers.</dd></dl><dl class="method"><dt id="celery.worker.WorkController.reset_connection"><tt class="descname">reset_connection</tt><big>(</big><big>)</big><a class="headerlink" href="#celery.worker.WorkController.reset_connection" title="Permalink to this definition">¶</a></dt><dd><p>Reset the AMQP connection, and reinitialize the<a title="celery.messaging.TaskConsumer" class="reference external" href="celery.messaging.html#celery.messaging.TaskConsumer"><tt class="xref docutils literal"><span class="pre">celery.messaging.TaskConsumer</span></tt></a> instance.</p><p>Resets the task consumer in <a title="celery.worker.WorkController.task_consumer" class="reference internal" href="#celery.worker.WorkController.task_consumer"><tt class="xref docutils literal"><span class="pre">task_consumer</span></tt></a>.</p></dd></dl><dl class="method"><dt id="celery.worker.WorkController.run"><tt class="descname">run</tt><big>(</big><big>)</big><a class="headerlink" href="#celery.worker.WorkController.run" title="Permalink to this definition">¶</a></dt><dd>Starts the workers main loop.</dd></dl><dl class="method"><dt id="celery.worker.WorkController.shutdown"><tt class="descname">shutdown</tt><big>(</big><big>)</big><a class="headerlink" href="#celery.worker.WorkController.shutdown" title="Permalink to this definition">¶</a></dt><dd>Make sure <tt class="docutils literal"><span class="pre">celeryd</span></tt> exits cleanly.</dd></dl></dd></dl><dl class="function"><dt id="celery.worker.jail"><tt class="descclassname">celery.worker.</tt><tt class="descname">jail</tt><big>(</big><em>task_id</em>, <em>task_name</em>, <em>func</em>, <em>args</em>, <em>kwargs</em><big>)</big><a class="headerlink" href="#celery.worker.jail" title="Permalink to this definition">¶</a></dt><dd><p>Wraps the task in a jail, which catches all exceptions, andsaves the status and result of the task execution to the taskmeta backend.</p><p>If the call was successful, it saves the result to the task resultbackend, and sets the task status to <tt class="docutils literal"><span class="pre">"DONE"</span></tt>.</p><p>If the call results in an exception, it saves the exception as the taskresult, and sets the task status to <tt class="docutils literal"><span class="pre">"FAILURE"</span></tt>.</p><table class="docutils field-list" frame="void" rules="none"><col class="field-name" /><col class="field-body" /><tbody valign="top"><tr class="field"><th class="field-name">Parameters:</th><td class="field-body"><ul class="first simple"><li><em>task_id</em> – The id of the task.</li><li><em>task_name</em> – The name of the task.</li><li><em>func</em> – Callable object to execute.</li><li><em>args</em> – List of positional args to pass on to the function.</li><li><em>kwargs</em> – Keyword arguments mapping to pass on to the function.</li></ul></td></tr><tr class="field"><th class="field-name">Returns:</th><td class="field-body"><p class="first last">the function return value on success, orthe exception instance on failure.</p></td></tr></tbody></table></dd></dl></div>          </div>        </div>      </div>      <div class="sphinxsidebar">        <div class="sphinxsidebarwrapper">            <h4>Previous topic</h4>            <p class="topless"><a href="celery.monitoring.html"                                  title="previous chapter">Statistics and Monitoring - celery.monitoring</a></p>            <h4>Next topic</h4>            <p class="topless"><a href="celery.pool.html"                                  title="next chapter">Task Pool - celery.pool</a></p>            <h3>This Page</h3>            <ul class="this-page-menu">              <li><a href="../sources/reference/celery.worker.txt"                     rel="nofollow">Show Source</a></li>            </ul>          <div id="searchbox" style="display: none">            <h3>Quick search</h3>              <form class="search" action="../search.html" method="get">                <input type="text" name="q" size="18" />                <input type="submit" value="Go" />                <input type="hidden" name="check_keywords" value="yes" />                <input type="hidden" name="area" value="default" />              </form>              <p class="searchtip" style="font-size: 90%">              Enter search terms or a module, class or function name.              </p>          </div>          <script type="text/javascript">$('#searchbox').show(0);</script>        </div>      </div>      <div class="clearer"></div>    </div>    <div class="related">      <h3>Navigation</h3>      <ul>        <li class="right" style="margin-right: 10px">          <a href="../genindex.html" title="General Index"             >index</a></li>        <li class="right" >          <a href="../modindex.html" title="Global Module Index"             >modules</a> |</li>        <li class="right" >          <a href="celery.pool.html" title="Task Pool - celery.pool"             >next</a> |</li>        <li class="right" >          <a href="celery.monitoring.html" title="Statistics and Monitoring - celery.monitoring"             >previous</a> |</li>        <li><a href="../index.html">Celery v0.3.12 (unstable) documentation</a> »</li>          <li><a href="index.html" >Module API Reference</a> »</li>       </ul>    </div>    <div class="footer">      © Copyright 2009, Ask Solem.      Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 0.6.1.    </div>  </body></html>
 |