X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/6d56cbb3e8cfe886d92737087d24e49ff7fd31e0..d44a428b744916a21c2d82d654f1358efe027d21:/nominatim/clicmd/special_phrases.py?ds=sidebyside diff --git a/nominatim/clicmd/special_phrases.py b/nominatim/clicmd/special_phrases.py index 8198a4c3..b20a4101 100644 --- a/nominatim/clicmd/special_phrases.py +++ b/nominatim/clicmd/special_phrases.py @@ -1,14 +1,20 @@ """ - Implementation of the 'import-special-phrases' command. + Implementation of the 'special-phrases' command. """ import logging -from nominatim.tools.special_phrases import import_from_wiki +from pathlib import Path +from nominatim.errors import UsageError from nominatim.db.connection import connect +from nominatim.tools.special_phrases.sp_importer import SPImporter +from nominatim.tools.special_phrases.sp_wiki_loader import SPWikiLoader +from nominatim.tools.special_phrases.sp_csv_loader import SPCsvLoader LOG = logging.getLogger() # Do not repeat documentation of subcommand classes. # pylint: disable=C0111 +# Using non-top-level imports to avoid eventually unused imports. +# pylint: disable=E0012,C0415 class ImportSpecialPhrases: """\ @@ -17,13 +23,38 @@ class ImportSpecialPhrases: @staticmethod def add_args(parser): group = parser.add_argument_group('Input arguments') - group.add_argument('--from-wiki', action='store_true', + group.add_argument('--import-from-wiki', action='store_true', help='Import special phrases from the OSM wiki to the database.') + group.add_argument('--import-from-csv', metavar='FILE', + help='Import special phrases from a CSV file.') + group.add_argument('--no-replace', action='store_true', + help='Keep the old phrases and only add the new ones.') @staticmethod def run(args): - if args.from_wiki: - LOG.warning('Special phrases importation starting') - with connect(args.config.get_libpq_dsn()) as db_connection: - import_from_wiki(args, db_connection) + if args.import_from_wiki: + ImportSpecialPhrases.start_import(args, SPWikiLoader(args.config)) + + if args.import_from_csv: + if not Path(args.import_from_csv).is_file(): + LOG.fatal("CSV file '%s' does not exist.", args.import_from_csv) + raise UsageError('Cannot access file.') + + ImportSpecialPhrases.start_import(args, SPCsvLoader(args.import_from_csv)) + return 0 + + @staticmethod + def start_import(args, loader): + """ + Create the SPImporter object containing the right + sp loader and then start the import of special phrases. + """ + from ..tokenizer import factory as tokenizer_factory + + tokenizer = tokenizer_factory.get_tokenizer_for_db(args.config) + should_replace = not args.no_replace + with connect(args.config.get_libpq_dsn()) as db_connection: + SPImporter( + args.config, args.phplib_dir, db_connection, loader + ).import_phrases(tokenizer, should_replace)