X-Git-Url: https://git.openstreetmap.org./nominatim.git/blobdiff_plain/2bf546fbf4a4e3509978d3360060a3d2dc665c5c..0c483063dd7f5b62c28e10279e22250ec861fb8f:/docs/admin/Migration.md?ds=inline diff --git a/docs/admin/Migration.md b/docs/admin/Migration.md index 2f03c200..e6b6d102 100644 --- a/docs/admin/Migration.md +++ b/docs/admin/Migration.md @@ -1,13 +1,124 @@ -Database Migrations -=================== +# Database Migrations This page describes database migrations necessary to update existing databases to newer versions of Nominatim. -SQL statements should be executed from the postgres commandline. Execute -`psql nominiatim` to enter command line mode. +SQL statements should be executed from the PostgreSQL commandline. Execute +`psql nominatim` to enter command line mode. -# 3.0.0 -> 3.1.0 +## 3.4.0 -> master + +### New Wikipedia/Wikidata importance tables + +The `wikipedia_*` tables have a new format that also includes references to +Wikidata. You need to update the computation functions and the tables as +follows: + + * download the new Wikipedia tables as described in the import section + * reimport the tables: `./utils/setup.php --import-wikipedia-articles` + * update the functions: `./utils/setup.php --create-functions --enable-diff-updates` + * compute importance: `./utils/update.php --recompute-importance` + +The last step takes about 10 hours on the full planet. + +## 3.3.0 -> 3.4.0 + +### Reorganisation of location_area_country table + +The table `location_area_country` has been optimized. You need to switch to the +new format when you run updates. While updates are disabled, run the following +SQL commands: + +```sql +CREATE TABLE location_area_country_new AS + SELECT place_id, country_code, geometry FROM location_area_country; +DROP TABLE location_area_country; +ALTER TABLE location_area_country_new RENAME TO location_area_country; +CREATE INDEX idx_location_area_country_geometry ON location_area_country USING GIST (geometry); +CREATE INDEX idx_location_area_country_place_id ON location_area_country USING BTREE (place_id); +``` + +## 3.2.0 -> 3.3.0 + +### New database connection string (DSN) format + +Previously database connection setting (`CONST_Database_DSN` in `settings/*.php`) had the format + + * (simple) `pgsql://@/nominatim` + * (complex) `pgsql://johndoe:secret@machine1.domain.com:1234/db1` + +The new format is + + * (simple) `pgsql:dbname=nominatim` + * (complex) `pgsql:dbname=db1;host=machine1.domain.com;port=1234;user=johndoe;password=secret` + +### Natural Earth country boundaries no longer needed as fallback + +``` +DROP TABLE country_naturalearthdata; +``` + +Finally, update all SQL functions: + +```sh +./utils/setup.php --create-functions --enable-diff-updates --create-partition-functions +``` + +### Configurable Address Levels + +The new configurable address levels require a new table. Create it with the +following command: + +```sh +./utils/update.php --update-address-levels +``` + +## 3.1.0 -> 3.2.0 + +### New reverse algorithm + +The reverse algorithm has changed and requires new indexes. Run the following +SQL statements to create the indexes: + +``` +CREATE INDEX idx_placex_geometry_reverse_lookupPoint + ON placex USING gist (geometry) + WHERE (name is not null or housenumber is not null or rank_address between 26 and 27) + AND class not in ('railway','tunnel','bridge','man_made') + AND rank_address >= 26 AND indexed_status = 0 AND linked_place_id is null; +CREATE INDEX idx_placex_geometry_reverse_lookupPolygon + ON placex USING gist (geometry) + WHERE St_GeometryType(geometry) in ('ST_Polygon', 'ST_MultiPolygon') + AND rank_address between 4 and 25 AND type != 'postcode' + AND name is not null AND indexed_status = 0 AND linked_place_id is null; +CREATE INDEX idx_placex_geometry_reverse_placeNode + ON placex USING gist (geometry) + WHERE osm_type = 'N' AND rank_search between 5 and 25 + AND class = 'place' AND type != 'postcode' + AND name is not null AND indexed_status = 0 AND linked_place_id is null; +``` + +You also need to grant the website user access to the `country_osm_grid` table: + +``` +GRANT SELECT ON table country_osm_grid to "www-user"; +``` + +Replace the `www-user` with the user name of your website server if necessary. + +You can now drop the unused indexes: + +``` +DROP INDEX idx_placex_reverse_geometry; +``` + +Finally, update all SQL functions: + +```sh +./utils/setup.php --create-functions --enable-diff-updates --create-partition-functions +``` + +## 3.0.0 -> 3.1.0 ### Postcode Table @@ -26,6 +137,17 @@ CREATE INDEX idx_postcode_geometry ON location_postcode USING GIST (geometry); CREATE UNIQUE INDEX idx_postcode_id ON location_postcode USING BTREE (place_id); CREATE INDEX idx_postcode_postcode ON location_postcode USING BTREE (postcode); GRANT SELECT ON location_postcode TO "www-data"; +drop type if exists nearfeaturecentr cascade; +create type nearfeaturecentr as ( + place_id BIGINT, + keywords int[], + rank_address smallint, + rank_search smallint, + distance float, + isguess boolean, + postcode TEXT, + centroid GEOMETRY +); ``` Add postcode column to `location_area` tables with SQL statement: