X-Git-Url: https://git.openstreetmap.org./rails.git/blobdiff_plain/7379b4638cd2058aba0067a7f6a09d32b891586a..fb5f39f19ae00dad9ec896e216e8e813de42c151:/app/controllers/geocoder_controller.rb?ds=sidebyside diff --git a/app/controllers/geocoder_controller.rb b/app/controllers/geocoder_controller.rb index 4ce31baf4..79da2f6e9 100644 --- a/app/controllers/geocoder_controller.rb +++ b/app/controllers/geocoder_controller.rb @@ -1,134 +1,299 @@ class GeocoderController < ApplicationController - layout 'site' - require 'uri' require 'net/http' require 'rexml/document' + POSTCODE_ZOOM = 15 + GEONAMES_ZOOM = 12 + def search - if params[:postcode] and not params[:postcode].empty? - check_postcode(params[:postcode]) - elsif params[:query][:postcode] and not params[:query][:postcode].empty? - check_postcode(params[:query][:postcode]) - elsif params[:query][:place_name] - redirect_to :controller => 'geocoder', :action => 'results', :params => {:place_name => params[:query][:place_name]} - end - end - - def check_postcode(p) - - @postcode_arr = [] - postcode = p.upcase - escaped_postcode = postcode.sub(/\s/,'%20') - - begin - if postcode.match(/(^\d{5}$)|(^\d{5}-\d{4}$)/) - # Its a zip code - ask geocoder.us - # (They have a non commerical use api) - Net::HTTP.start('rpc.geocoder.us') do |http| - resp = http.get("/service/csv?zip=#{postcode}") - if resp.body.match(/couldn't find this zip/) - redirect_to :controller => params[:next_controller], :action => params[:next_action], :error => "invalid_zip_code" - return - end - data = resp.body.split(/, /) # lat,long,town,state,zip - lat = data[0] - lon = data[1] - redirect_to :controller => params[:next_controller], :action => params[:next_action], :mlat => lat, :mlon => lon, :zoom => 14 - return - end - elsif postcode.match(/^([A-Z]{1,2}\d+[A-Z]?\s*\d[A-Z]{2})/) - # It matched our naive UK postcode regexp - # Ask npemap to do a combined npemap + freethepostcode search - Net::HTTP.start('www.npemap.org.uk') do |http| - resp = http.get("/cgi/geocoder.fcgi?format=text&postcode=#{escaped_postcode}") - dataline = resp.body.split(/\n/)[1] - data = dataline.split(/,/) # easting,northing,postcode,lat,long - lat = data[3] - lon = data[4] - redirect_to :controller => params[:next_controller], :action => params[:next_action], :mlat => lat, :mlon => lon, :zoom => 14 - return - end - elsif postcode.match(/^[A-Z]\d[A-Z]\s*\d[A-Z]\d/) - # It's a canadian postcode - # Ask geocoder.ca (note - they have a per-day limit) - postcode = postcode.sub(/\s/,'') - Net::HTTP.start('geocoder.ca') do |http| - resp = http.get("?geoit=XML&postal=#{postcode}") - data_lat = resp.body.slice(/latt>.*?.*?]/)[1] - lon = data_lon.split(/[<>]/)[1] - redirect_to :controller => params[:next_controller], :action => params[:next_action], :mlat => lat, :mlon => lon, :zoom => 14 - return - end - elsif postcode.match(/(GIR 0AA|[A-PR-UWYZ]([0-9]{1,2}|([A-HK-Y][0-9]|[A-HK-Y][0-9]([0-9]|[ABEHMNPRV-Y]))|[0-9][A-HJKS-UW]) [0-9][ABD-HJLNP-UW-Z]{2}) - /) - #its a UK postcode - begin - Net::HTTP.start('www.freethepostcode.org') do |http| - resp = http.get("/geocode?postcode=#{postcode}") - lat = resp.body.scan(/[4-6][0-9]\.?[0-9]+/) - lon = resp.body.scan(/[-+][0-9]\.?[0-9]+/) - redirect_to :controller => params[:next_controller], :action => params[:next_action], :mlat => lat, :mlon => lon, :zoom => 14 - return + query = params[:query] + results = Array.new + + if query.match(/^\d{5}(-\d{4})?$/) + results.push search_us_postcode(query) + elsif query.match(/(GIR 0AA|[A-PR-UWYZ]([0-9]{1,2}|([A-HK-Y][0-9]|[A-HK-Y][0-9]([0-9]|[ABEHMNPRV-Y]))|[0-9][A-HJKS-UW])\s*[0-9][ABD-HJLNP-UW-Z]{2})/i) + results.push search_uk_postcode(query) + results.push search_osm_namefinder(query) + elsif query.match(/[A-Z]\d[A-Z]\s*\d[A-Z]\d/i) + results.push search_ca_postcode(query) + else + results.push search_osm_namefinder(query) + results.push search_geonames(query) + end + + results_count = count_results(results) + + render :update do |page| + page.replace_html :sidebar_content, :partial => 'results', :object => results + + if results_count == 1 + position = results.collect { |s| s[:results] }.compact.flatten[0] + page.call "setPosition", position[:lat], position[:lon], position[:zoom] + else + page.call "openSidebar" + end + end + end + + def description + results = Array.new + + lat = params[:lat] + lon = params[:lon] + + results.push description_osm_namefinder("cities", lat, lon, 2) + results.push description_osm_namefinder("towns", lat, lon, 4) + results.push description_osm_namefinder("places", lat, lon, 10) + results.push description_geonames(lat, lon) + + render :update do |page| + page.replace_html :sidebar_content, :partial => 'results', :object => results + page.call "openSidebar" + end + end + +private + + def search_us_postcode(query) + results = Array.new + + # ask geocoder.us (they have a non-commercial use api) + response = fetch_text("http://rpc.geocoder.us/service/csv?zip=#{escape_query(query)}") + + # parse the response + unless response.match(/couldn't find this zip/) + data = response.split(/\s*,\s+/) # lat,long,town,state,zip + results.push({:lat => data[0], :lon => data[1], :zoom => POSTCODE_ZOOM, + :prefix => "#{data[2]}, #{data[3]}, ", + :name => data[4]}) + end + + return { :source => "Geocoder.us", :url => "http://geocoder.us/", :results => results } + rescue Exception => ex + return { :source => "Geocoder.us", :url => "http://geocoder.us/", :error => "Error contacting rpc.geocoder.us: #{ex.to_s}" } + end + + def search_uk_postcode(query) + results = Array.new + + # ask npemap.org.uk to do a combined npemap + freethepostcode search + response = fetch_text("http://www.npemap.org.uk/cgi/geocoder.fcgi?format=text&postcode=#{escape_query(query)}") + + # parse the response + unless response.match(/Error/) + dataline = response.split(/\n/)[1] + data = dataline.split(/,/) # easting,northing,postcode,lat,long + postcode = data[2].gsub(/'/, "") + zoom = POSTCODE_ZOOM - postcode.count("#") + results.push({:lat => data[3], :lon => data[4], :zoom => zoom, + :name => postcode}) + end + + return { :source => "NPEMap / FreeThePostcode", :url => "http://www.npemap.org.uk/", :results => results } + rescue Exception => ex + return { :source => "NPEMap / FreeThePostcode", :url => "http://www.npemap.org.uk/", :error => "Error contacting www.npemap.org.uk: #{ex.to_s}" } + end + + def search_ca_postcode(query) + results = Array.new + + # ask geocoder.ca (note - they have a per-day limit) + response = fetch_xml("http://geocoder.ca/?geoit=XML&postal=#{escape_query(query)}") + + # parse the response + unless response.get_elements("geodata/error") + results.push({:lat => response.get_text("geodata/latt").to_s, + :lon => response.get_text("geodata/longt").to_s, + :zoom => POSTCODE_ZOOM, + :name => query.upcase}) + end + + return { :source => "Geocoder.CA", :url => "http://geocoder.ca/", :results => results } + rescue Exception => ex + return { :source => "Geocoder.CA", :url => "http://geocoder.ca/", :error => "Error contacting geocoder.ca: #{ex.to_s}" } + end + + def search_osm_namefinder(query) + results = Array.new + + # ask OSM namefinder + response = fetch_xml("http://gazetteer.openstreetmap.org/namefinder/search.xml?find=#{escape_query(query)}") + + # parse the response + response.elements.each("searchresults/named") do |named| + lat = named.attributes["lat"].to_s + lon = named.attributes["lon"].to_s + zoom = named.attributes["zoom"].to_s + place = named.elements["place/named"] || named.elements["nearestplaces/named"] + type = named.attributes["info"].to_s.capitalize + name = named.attributes["name"].to_s + description = named.elements["description"].to_s + + if name.empty? + prefix = "" + name = type + else + prefix = "#{type} " + end + + if place + distance = format_distance(place.attributes["approxdistance"].to_i) + direction = format_direction(place.attributes["direction"].to_i) + placename = format_name(place.attributes["name"].to_s) + suffix = ", #{distance} #{direction} of #{placename}" + + if place.attributes["rank"].to_i <= 30 + parent = nil + parentrank = 0 + parentscore = 0 + + place.elements.each("nearestplaces/named") do |nearest| + nearestrank = nearest.attributes["rank"].to_i + nearestscore = nearestrank / nearest.attributes["distance"].to_f + + if nearestrank > 30 and + ( nearestscore > parentscore or + ( nearestscore == parentscore and nearestrank > parentrank ) ) + parent = nearest + parentrank = nearestrank + parentscore = nearestscore + end end - rescue - redirect_to :controller => params[:next_controller], :action => params[:next_action], :error => "invalid_postcode" - #redirect to somewhere else - end - elsif - # Some other postcode / zip code - # Throw it at geonames, and see if they have any luck with it - Net::HTTP.start('ws.geonames.org') do |http| - resp = http.get("/postalCodeSearch?postalcode=#{escaped_postcode}&maxRows=1") - hits = resp.body.slice(/totalResultsCount>.*?]/)[1] - if hits == "0" - # Geonames doesn't know, it's probably wrong - redirect_to :controller => params[:next_controller], :action => params[:next_action], :error => "invalid_postcode_or_zip" - return + + if parent + parentname = format_name(parent.attributes["name"].to_s) + + if place.attributes["info"].to_s == "suburb" + suffix = "#{suffix}, #{parentname}" + else + parentdistance = format_distance(parent.attributes["approxdistance"].to_i) + parentdirection = format_direction(parent.attributes["direction"].to_i) + suffix = "#{suffix} (#{parentdistance} #{parentdirection} of #{parentname})" + end end - data_lat = resp.body.slice(/lat>.*?.*?]/)[1] - lon = data_lon.split(/[<>]/)[1] - redirect_to :controller => params[:next_controller], :action => params[:next_action], :mlat => lat, :mlon => lon, :zoom => 14 end else - # Some other postcode / zip file - redirect_to :controller => params[:next_controller], :action => params[:next_action], :error => "invalid_postcode_or_zip" - return + suffix = "" end - rescue - #Its likely that an api is down - redirect_to :controller => params[:next_controller], :action => params[:next_action], :error => "api_down" + + results.push({:lat => lat, :lon => lon, :zoom => zoom, + :prefix => prefix, :name => name, :suffix => suffix, + :description => description}) + end + + return { :source => "OpenStreetMap Namefinder", :url => "http://gazetteer.openstreetmap.org/namefinder/", :results => results } + rescue Exception => ex + return { :source => "OpenStreetMap Namefinder", :url => "http://gazetteer.openstreetmap.org/namefinder/", :error => "Error contacting gazetteer.openstreetmap.org: #{ex.to_s}" } + end + + def search_geonames(query) + results = Array.new + + # ask geonames.org + response = fetch_xml("http://ws.geonames.org/search?q=#{escape_query(query)}&maxRows=20") + + # parse the response + response.elements.each("geonames/geoname") do |geoname| + lat = geoname.get_text("lat").to_s + lon = geoname.get_text("lng").to_s + name = geoname.get_text("name").to_s + country = geoname.get_text("countryName").to_s + results.push({:lat => lat, :lon => lon, :zoom => GEONAMES_ZOOM, + :name => name, + :suffix => ", #{country}"}) end + + return { :source => "GeoNames", :url => "http://www.geonames.org/", :results => results } + rescue Exception => ex + return { :source => "GeoNames", :url => "http://www.geonames.org/", :error => "Error contacting ws.geonames.org: #{ex.to_s}" } end - def results - @place_name = params[:place_name] - res_hash = {} - @res_ary = [] - begin - Net::HTTP.start('ws.geonames.org') do |http| - res = http.get("/search?q=#{URI.escape(@place_name)}&maxRows=10") - xml = REXML::Document.new(res.body) - xml.elements.each("geonames/geoname") do |ele| - res_hash = {} - ele.elements.each("name"){ |n| res_hash['name'] = n.text } - ele.elements.each("countryCode"){ |n| res_hash['countrycode'] = n.text } - ele.elements.each("countryName"){ |n| res_hash['countryname'] = n.text } - ele.elements.each("lat"){ |n| res_hash['lat'] = n.text } - ele.elements.each("lng"){ |n| res_hash['lon']= n.text } - @res_ary << res_hash - end - end + def description_osm_namefinder(types, lat, lon, max) + results = Array.new + + # ask OSM namefinder + response = fetch_xml("http://gazetteer.openstreetmap.org/namefinder/search.xml?find=#{types}+near+#{lat},#{lon}&max=#{max}") - flash.delete(:notice) - rescue Timeout::Error - flash[:notice] = "Timed out waiting for results from ws.geonames.org" - rescue Exception => ex - flash[:notice] = "Error contacting ws.geonames.org: #{ex.to_s}" + # parse the response + response.elements.each("searchresults/named") do |named| + lat = named.attributes["lat"].to_s + lon = named.attributes["lon"].to_s + zoom = named.attributes["zoom"].to_s + place = named.elements["place/named"] || named.elements["nearestplaces/named"] + type = named.attributes["info"].to_s + name = named.attributes["name"].to_s + description = named.elements["description"].to_s + distance = format_distance(place.attributes["approxdistance"].to_i) + direction = format_direction((place.attributes["direction"].to_i - 180) % 360) + prefix = "#{distance} #{direction} of #{type} " + results.push({:lat => lat, :lon => lon, :zoom => zoom, + :prefix => prefix.capitalize, :name => name, + :description => description}) end + + return { :type => types.capitalize, :source => "OpenStreetMap Namefinder", :url => "http://gazetteer.openstreetmap.org/namefinder/", :results => results } + rescue Exception => ex + return { :type => types.capitalize, :source => "OpenStreetMap Namefinder", :url => "http://gazetteer.openstreetmap.org/namefinder/", :error => "Error contacting gazetteer.openstreetmap.org: #{ex.to_s}" } + end + + def description_geonames(lat, lon) + results = Array.new + + # ask geonames.org + response = fetch_xml("http://ws.geonames.org/countrySubdivision?lat=#{lat}&lng=#{lon}") + + # parse the response + response.elements.each("geonames/countrySubdivision") do |geoname| + name = geoname.get_text("adminName1").to_s + country = geoname.get_text("countryName").to_s + results.push({:prefix => "#{name}, #{country}"}) + end + + return { :type => "Location", :source => "GeoNames", :url => "http://www.geonames.org/", :results => results } + rescue Exception => ex + return { :type => "Location", :source => "GeoNames", :url => "http://www.geonames.org/", :error => "Error contacting ws.geonames.org: #{ex.to_s}" } + end + + def fetch_text(url) + return Net::HTTP.get(URI.parse(url)) + end + + def fetch_xml(url) + return REXML::Document.new(fetch_text(url)) + end + + def format_distance(distance) + return "less than 1km" if distance == 0 + return "about #{distance}km" + end + + def format_direction(bearing) + return "south-west" if bearing >= 22.5 and bearing < 67.5 + return "south" if bearing >= 67.5 and bearing < 112.5 + return "south-east" if bearing >= 112.5 and bearing < 157.5 + return "east" if bearing >= 157.5 and bearing < 202.5 + return "north-east" if bearing >= 202.5 and bearing < 247.5 + return "north" if bearing >= 247.5 and bearing < 292.5 + return "north-west" if bearing >= 292.5 and bearing < 337.5 + return "west" + end + + def format_name(name) + return name.gsub(/( *\[[^\]]*\])*$/, "") + end + + def count_results(results) + count = 0 + + results.each do |source| + count += source[:results].length if source[:results] + end + + return count + end + + def escape_query(query) + return URI.escape(query, Regexp.new("[^#{URI::PATTERN::UNRESERVED}]", false, 'N')) end end