From: Sarah Hoffmann <lonvia@denofr.de>
Date: Fri, 27 Feb 2015 18:53:11 +0000 (+0100)
Subject: add script for recomputing word frequencies
X-Git-Tag: v2.4.0~29
X-Git-Url: https://git.openstreetmap.org./nominatim.git/commitdiff_plain/c6d8e91b8872196c3ac744746288989ea66af145?hp=340b9793d61b5098debc724e9ab95105f609a236

add script for recomputing word frequencies
---

diff --git a/sql/words.sql b/sql/words.sql
new file mode 100644
index 00000000..9c2f3068
--- /dev/null
+++ b/sql/words.sql
@@ -0,0 +1,14 @@
+CREATE TABLE word_frequencies AS
+  (SELECT unnest(make_keywords(v)) as id, sum(count) as count
+     FROM (select svals(name) as v, count(*)from place group by v) cnt
+    WHERE v is not null
+ GROUP BY id);
+
+select count(make_keywords(v)) from (select distinct postcode as v from place) as w where v is not null;
+select count(getorcreate_housenumber_id(make_standard_name(v))) from (select distinct housenumber as v from place where housenumber is not null) as w;
+
+-- copy the word frequencies
+update word set search_name_count = count from word_frequencies wf where wf.id = word.word_id;
+
+-- and drop the temporary frequency table again
+drop table word_frequencies;