From: Brian Quinion <openstreetmap@brian.quinion.co.uk>
Date: Mon, 7 Mar 2011 12:44:04 +0000 (+0000)
Subject: Don't let character walk outside translation table
X-Git-Tag: v2.0.0~167
X-Git-Url: https://git.openstreetmap.org./nominatim.git/commitdiff_plain/c20103a46171b93960139709ef88071dcc566830?hp=9c413533401ffa0b306765b84a5e4af4a5d8f4eb

Don't let character walk outside translation table
---

diff --git a/module/nominatim.c b/module/nominatim.c
index 63b2baf4..18ad99b3 100644
--- a/module/nominatim.c
+++ b/module/nominatim.c
@@ -54,7 +54,8 @@ transliteration( PG_FUNCTION_ARGS )
 	wchardatastart = wchardata = (unsigned int *)palloc((sourcedatalength+1)*sizeof(int));
 
 	// Based on pg_utf2wchar_with_len from wchar.c
-        while (sourcedatalength > 0 && *sourcedata)
+	// Postgresql strings are not zero terminalted
+        while (sourcedatalength > 0)
         {
                 if ((*sourcedata & 0x80) == 0)
                 {
@@ -68,7 +69,7 @@ transliteration( PG_FUNCTION_ARGS )
                         c1 = *sourcedata++ & 0x1f;
                         c2 = *sourcedata++ & 0x3f;
                         *wchardata = (c1 << 6) | c2;
-			wchardata++;
+			if (*wchardata < 65536) wchardata++;
                         sourcedatalength -= 2;
                 }
                 else if ((*sourcedata & 0xf0) == 0xe0)
@@ -78,7 +79,7 @@ transliteration( PG_FUNCTION_ARGS )
                         c2 = *sourcedata++ & 0x3f;
                         c3 = *sourcedata++ & 0x3f;
                         *wchardata = (c1 << 12) | (c2 << 6) | c3;
-			wchardata++;
+			if (*wchardata < 65536) wchardata++;
                         sourcedatalength -= 3;
                 }
                 else if ((*sourcedata & 0xf8) == 0xf0)
@@ -89,7 +90,7 @@ transliteration( PG_FUNCTION_ARGS )
                         c3 = *sourcedata++ & 0x3f;
                         c4 = *sourcedata++ & 0x3f;
                         *wchardata = (c1 << 18) | (c2 << 12) | (c3 << 6) | c4;
-			wchardata++;
+			if (*wchardata < 65536) wchardata++;
                         sourcedatalength -= 4;
                 }
                 else if ((*sourcedata & 0xfc) == 0xf8)
@@ -97,17 +98,20 @@ transliteration( PG_FUNCTION_ARGS )
 			// table does not extend beyond 4 char long, just skip
 			if (sourcedatalength < 5) break;
 			sourcedatalength -= 5;
+			sourcedata += 5;
 		}
                 else if ((*sourcedata & 0xfe) == 0xfc)
                 {
 			// table does not extend beyond 4 char long, just skip
 			if (sourcedatalength < 6) break;
 			sourcedatalength -= 6;
+			sourcedata += 6;
 		}
                 else
                 {
 			// assume lenngth 1, silently drop bogus characters
                         sourcedatalength--;
+			sourcedata += 1;
                 }
         }
         *wchardata = 0;