Commits

Evgeniy Tatarkin committed df39d64

stop_on_empty_queue not needed

  • Participants
  • Parent commits 52d5556
  • Tags rel_0_1_1

Comments (0)

Files changed (3)

examples/e03_queue.py

         downloader=dnl(timeout=3),
         pipelines=[],
         queue=WrappedQueue(source_queue, stop_event),
-        stop_on_empty_queue=True,
     )
     pomp.pump(crawler_class())
     log.debug('Stop crawler worker: %s', pid)

pomp/core/engine.py

     :param pipelines: list of item pipelines
                       :class:`pomp.core.base.BasePipeline`
     :param queue: instance of :class:`pomp.core.base.BaseQueue`
-    :param stop_on_empty_queue: stop processing if queue is empty
     """
 
-    def __init__(
-            self, downloader, pipelines=None,
-            queue=None, stop_on_empty_queue=True):
-
+    def __init__(self, downloader, pipelines=None, queue=None):
         self.downloader = downloader
         self.pipelines = pipelines or tuple()
         self.queue = queue
-        self.stop_on_empty_queue = stop_on_empty_queue
 
     def response_callback(self, crawler, response):
 

tests/test_simple_crawler.py

                 road,
             ],
             queue=queue,
-            stop_on_empty_queue=True,
         )
 
         class DummyWidthCrawler(Crawler):