lucaspalomodevelop/indico-plugins
1
0
Fork 0
mirror of https://github.com/lucaspalomodevelop/indico-plugins.git synced 2026-03-13 07:29:39 +00:00
Code Issues Packages Projects Releases Wiki Activity

LiveSync: Show progress when running queue from CLI

Browse Source
This commit is contained in:
Adrian Moennich 2021-05-27 19:39:02 +02:00
parent 25af285d6e
commit 22d5dc00a7
1 changed files with 12 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
livesync/indico_livesync/uploader.py
View File

@ -30,8 +30,11 @@ class Uploader:
"""
self_name = type(self).__name__
simplified = process_records(records).items()
total = len(simplified)
if self.from_cli:
simplified = self._make_verbose(simplified, total)
try:
self.logger.info(f'{self_name} uploading %d changes from %d records', len(simplified), len(records))
self.logger.info(f'{self_name} uploading %d changes from %d records', total, len(records))
self.upload_records(simplified)
except Exception:
self.logger.exception(f'{self_name} failed')
@ -39,7 +42,7 @@ class Uploader:
raise
return
self.processed_records(records)
self.logger.info(f'{self_name} finished (%d total changes from %d records)', len(simplified), len(records))
self.logger.info(f'{self_name} finished (%d total changes from %d records)', total, len(records))
def run_initial(self, records, total):
"""Runs the initial batch upload
@ -48,14 +51,18 @@ class Uploader:
:param total: the total of records to be exported
:return: True if everything was successful, False if not
"""
records = verbose_iterator(
((rec, SimpleChange.created) for rec in records),
records = ((rec, SimpleChange.created) for rec in records)
records = self._make_verbose(records, total)
return self.upload_records(records, initial=True)
def _make_verbose(self, iterator, total):
return verbose_iterator(
iterator,
total,
lambda entry: entry[0].id,
lambda entry: re.sub(r'\s+', ' ', strip_control_chars(getattr(entry[0], 'title', ''))),
print_total_time=True
)
return self.upload_records(records, initial=True)
def upload_records(self, records, initial=False):
"""Executed to upload records.