From 49ce8949b8fb45fd7f1bf4336ea97e13ba2b01e3 Mon Sep 17 00:00:00 2001 From: Sun Wei Date: Wed, 27 Dec 2017 15:42:52 +0800 Subject: [PATCH] Update db.py if dbw is a `batch server` or `score log process server`, I mean this db process do not consume spider log topic, After add `no-incoming` flag to db launch command, group `dbw-spider-log` always log 'Heartbeat session expired. so I add this condition to prevent init spider_log.consumer --- frontera/worker/db.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/frontera/worker/db.py b/frontera/worker/db.py index 45a0ecd62..c385721b7 100644 --- a/frontera/worker/db.py +++ b/frontera/worker/db.py @@ -76,7 +76,8 @@ def __init__(self, settings, no_batches, no_incoming, no_scoring): spider_log = self.mb.spider_log() self.spider_feed = self.mb.spider_feed() - self.spider_log_consumer = spider_log.consumer(partition_id=None, type=b'db') + if not no_incoming: + self.spider_log_consumer = spider_log.consumer(partition_id=None, type=b'db') self.spider_feed_producer = self.spider_feed.producer() self._manager = FrontierManager.from_settings(settings, db_worker=True)