From ee91878949dc088066a557998d970b750ac7a97b Mon Sep 17 00:00:00 2001 From: Gauravp-NECI <66116382+Gauravp-NEC@users.noreply.github.com> Date: Thu, 16 Jun 2022 19:04:18 +0530 Subject: [PATCH 1/2] Replaced 'Saving chunk' message with meaningful 'Saving records' message --- datapusher/jobs.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/datapusher/jobs.py b/datapusher/jobs.py index 76828b7..698507e 100644 --- a/datapusher/jobs.py +++ b/datapusher/jobs.py @@ -508,8 +508,8 @@ def row_iterator(): for i, chunk in enumerate(chunky(result, CHUNK_INSERT_ROWS)): records, is_it_the_last_chunk = chunk count += len(records) - logger.info('Saving chunk {number} {is_last}'.format( - number=i, is_last='(last)' if is_it_the_last_chunk else '')) + logger.info('Saving records {number} - {record}'.format( + number=1, record=count if is_it_the_last_chunk else '')) send_resource_to_datastore(resource, headers_dicts, records, is_it_the_last_chunk, api_key, ckan_url) From 18a1e7e6c66b1fe6b253482d3a13f66d10777110 Mon Sep 17 00:00:00 2001 From: GauravPandey-NECI <66116382+Gauravp-NEC@users.noreply.github.com> Date: Mon, 1 Aug 2022 15:51:17 +0530 Subject: [PATCH 2/2] Update jobs.py --- datapusher/jobs.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/datapusher/jobs.py b/datapusher/jobs.py index 698507e..b0b9b9c 100644 --- a/datapusher/jobs.py +++ b/datapusher/jobs.py @@ -508,8 +508,9 @@ def row_iterator(): for i, chunk in enumerate(chunky(result, CHUNK_INSERT_ROWS)): records, is_it_the_last_chunk = chunk count += len(records) - logger.info('Saving records {number} - {record}'.format( - number=1, record=count if is_it_the_last_chunk else '')) + if is_it_the_last_chunk: + logger.info('Saving records {number} - {record}'.format( + number=1, record=count)) send_resource_to_datastore(resource, headers_dicts, records, is_it_the_last_chunk, api_key, ckan_url)