X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/3475e1dfd6c1ef44b7e2cc046d62a6f50108b6a0..2ca83efc36a96cfa070be61c7422d255044130f3:/nominatim/indexer/progress.py?ds=sidebyside diff --git a/nominatim/indexer/progress.py b/nominatim/indexer/progress.py index c9d8816b..33df37fb 100644 --- a/nominatim/indexer/progress.py +++ b/nominatim/indexer/progress.py @@ -1,7 +1,9 @@ # SPDX-License-Identifier: GPL-2.0-only # -# This file is part of Nominatim. -# Copyright (C) 2020 Sarah Hoffmann +# This file is part of Nominatim. (https://nominatim.org) +# +# Copyright (C) 2022 by the Nominatim developer community. +# For a full list of authors see the git log. """ Helpers for progress logging. """ @@ -16,11 +18,11 @@ class ProgressLogger: """ Tracks and prints progress for the indexing process. `name` is the name of the indexing step being tracked. `total` sets up the total number of items that need processing. - `log_interval` denotes the interval in seconds at which progres + `log_interval` denotes the interval in seconds at which progress should be reported. """ - def __init__(self, name, total, log_interval=1): + def __init__(self, name: str, total: int, log_interval: int = 1) -> None: self.name = name self.total_places = total self.done_places = 0 @@ -28,7 +30,7 @@ class ProgressLogger: self.log_interval = log_interval self.next_info = INITIAL_PROGRESS if LOG.isEnabledFor(logging.WARNING) else total + 1 - def add(self, num=1): + def add(self, num: int = 1) -> None: """ Mark `num` places as processed. Print a log message if the logging is at least info and the log interval has passed. """ @@ -53,12 +55,20 @@ class ProgressLogger: self.next_info += int(places_per_sec) * self.log_interval - def done(self): + def done(self) -> int: """ Print final statistics about the progress. """ rank_end_time = datetime.now() - diff_seconds = (rank_end_time-self.rank_start_time).total_seconds() + + if rank_end_time == self.rank_start_time: + diff_seconds = 0.0 + places_per_sec = float(self.done_places) + else: + diff_seconds = (rank_end_time - self.rank_start_time).total_seconds() + places_per_sec = self.done_places / diff_seconds LOG.warning("Done %d/%d in %d @ %.3f per second - FINISHED %s\n", self.done_places, self.total_places, int(diff_seconds), - self.done_places/diff_seconds, self.name) + places_per_sec, self.name) + + return self.done_places