X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/32683f73c787464e16f2a146d4c08c4041087dd5..dd03aeb966c2a101759d447a0fa00340812c89da:/lib-php/admin/setup.php diff --git a/lib-php/admin/setup.php b/lib-php/admin/setup.php index d3831322..3aa6b828 100644 --- a/lib-php/admin/setup.php +++ b/lib-php/admin/setup.php @@ -64,6 +64,19 @@ if ($aCMDResult['verbose']) { $oNominatimCmd->addParams('--verbose'); } +// by default, use all but one processor, but never more than 15. +$iInstances = max(1, $aCMDResult['threads'] ?? (min(16, getProcessorCount()) - 1)); + +function run($oCmd) { + global $iInstances; + global $aCMDResult; + $oCmd->addParams('--threads', $iInstances); + if ($aCMDResult['ignore-errors'] ?? false) { + $oCmd->addParams('--ignore-errors'); + } + $oCmd->run(true); +} + //******************************************************* // Making some sanity check: @@ -81,7 +94,7 @@ $oSetup = new SetupFunctions($aCMDResult); // go through complete process if 'all' is selected or start selected functions if ($aCMDResult['create-db'] || $aCMDResult['all']) { $bDidSomething = true; - (clone($oNominatimCmd))->addParams('transition', '--create-db')->run(true); + run((clone($oNominatimCmd))->addParams('transition', '--create-db')); } if ($aCMDResult['setup-db'] || $aCMDResult['all']) { @@ -92,7 +105,7 @@ if ($aCMDResult['setup-db'] || $aCMDResult['all']) { $oCmd->addParams('--no-partitions'); } - $oCmd->run(true); + run($oCmd); } if ($aCMDResult['import-data'] || $aCMDResult['all']) { @@ -104,7 +117,7 @@ if ($aCMDResult['import-data'] || $aCMDResult['all']) { $oCmd->addParams('--drop'); } - $oCmd->run(true); + run($oCmd); } if ($aCMDResult['create-functions'] || $aCMDResult['all']) { @@ -126,17 +139,18 @@ if ($aCMDResult['create-partition-tables'] || $aCMDResult['all']) { if ($aCMDResult['create-partition-functions'] || $aCMDResult['all']) { $bDidSomething = true; - $oSetup->createPartitionFunctions(); + $oSetup->createFunctions(); // also create partition functions } if ($aCMDResult['import-wikipedia-articles'] || $aCMDResult['all']) { $bDidSomething = true; - $oSetup->importWikipediaArticles(); + // ignore errors! + (clone($oNominatimCmd))->addParams('refresh', '--wiki-data')->run(); } if ($aCMDResult['load-data'] || $aCMDResult['all']) { $bDidSomething = true; - $oSetup->loadData($aCMDResult['disable-token-precalc']); + run((clone($oNominatimCmd))->addParams('transition', '--load-data')); } if ($aCMDResult['import-tiger-data']) { @@ -152,12 +166,17 @@ if ($aCMDResult['calculate-postcodes'] || $aCMDResult['all']) { if ($aCMDResult['index'] || $aCMDResult['all']) { $bDidSomething = true; - $oSetup->index($aCMDResult['index-noanalyse']); + $oCmd = (clone($oNominatimCmd))->addParams('transition', '--index'); + if ($aCMDResult['index-noanalyse'] ?? false) { + $oCmd->addParams('--no-analyse'); + } + + run($oCmd); } if ($aCMDResult['drop']) { $bDidSomething = true; - $oSetup->drop($aCMDResult); + run((clone($oNominatimCmd))->addParams('freeze')); } if ($aCMDResult['create-search-indices'] || $aCMDResult['all']) { @@ -172,7 +191,7 @@ if ($aCMDResult['create-country-names'] || $aCMDResult['all']) { if ($aCMDResult['setup-website'] || $aCMDResult['all']) { $bDidSomething = true; - $oSetup->setupWebsite(); + run((clone($oNominatimCmd))->addParams('refresh', '--website')); } // ******************************************************