X-Git-Url: https://git.openstreetmap.org./rails.git/blobdiff_plain/9afb35449b066fdef6b4af3b63e30e7f4eb4c5cf..6fb857020092c909043c4521b91a040f3bb16937:/lib/osm.rb diff --git a/lib/osm.rb b/lib/osm.rb index 45c506e2e..78d32e739 100644 --- a/lib/osm.rb +++ b/lib/osm.rb @@ -1,247 +1,312 @@ +# The OSM module provides support functions for OSM. module OSM - # This piece of magic reads a GPX with SAX and spits out - # lat/lng and stuff - # - # This would print every latitude value: - # - # gpx = OSM::GPXImporter.new('somefile.gpx') - # gpx.points {|p| puts p['latitude']} - require 'time' require 'rexml/parsers/sax2parser' require 'rexml/text' require 'xml/libxml' require 'digest/md5' require 'RMagick' + require 'nokogiri' - class Mercator - include Math + # The base class for API Errors. + class APIError < RuntimeError + def status + :internal_server_error + end - def initialize(lat, lon, degrees_per_pixel, width, height) - #init me with your centre lat/lon, the number of degrees per pixel and the size of your image - @clat = lat - @clon = lon - @degrees_per_pixel = degrees_per_pixel - @degrees_per_pixel = 0.0000000001 if @degrees_per_pixel < 0.0000000001 - @width = width - @height = height - @dlon = width / 2 * @degrees_per_pixel - @dlat = height / 2 * @degrees_per_pixel * cos(@clat * PI / 180) + def to_s + "Generic API Error" + end + end - @tx = xsheet(@clon - @dlon) - @ty = ysheet(@clat - @dlat) + # Raised when an API object is not found. + class APINotFoundError < APIError + def status + :not_found + end - @bx = xsheet(@clon + @dlon) - @by = ysheet(@clat + @dlat) + def to_s + "Object not found" + end + end + # Raised when a precondition to an API action fails sanity check. + class APIPreconditionFailedError < APIError + def initialize(message = "") + @message = message end - #the following two functions will give you the x/y on the entire sheet + def status + :precondition_failed + end - def kilometerinpixels - return 40008.0 / 360.0 * @degrees_per_pixel + def to_s + "Precondition failed: #{@message}" end + end - def ysheet(lat) - log(tan(PI / 4 + (lat * PI / 180 / 2))) + # Raised when to delete an already-deleted object. + class APIAlreadyDeletedError < APIError + def initialize(object = "object", object_id = "") + @object, @object_id = object, object_id end - def xsheet(lon) - lon + attr_reader :object, :object_id + + def status + :gone end - #and these two will give you the right points on your image. all the constants can be reduced to speed things up. FIXME + def to_s + "The #{object} with the id #{object_id} has already been deleted" + end + end - def y(lat) - return @height - ((ysheet(lat) - @ty) / (@by - @ty) * @height) + # Raised when the user logged in isn't the same as the changeset + class APIUserChangesetMismatchError < APIError + def status + :conflict end - def x(lon) - return ((xsheet(lon) - @tx) / (@bx - @tx) * @width) + def to_s + "The user doesn't own that changeset" end end + # Raised when the changeset provided is already closed + class APIChangesetAlreadyClosedError < APIError + def initialize(changeset) + @changeset = changeset + end - class GPXImporter - # FIXME swap REXML for libXML - attr_reader :possible_points - attr_reader :actual_points - attr_reader :tracksegs + attr_reader :changeset - def initialize(filename) - @filename = filename + def status + :conflict end - def points - @possible_points = 0 - @actual_points = 0 - @tracksegs = 0 + def to_s + "The changeset #{@changeset.id} was closed at #{@changeset.closed_at}" + end + end - lat = -1 - lon = -1 - ele = -1 - date = DateTime.now(); - gotlatlon = false - gotele = false - gotdate = false + # Raised when a change is expecting a changeset, but the changeset doesn't exist + class APIChangesetMissingError < APIError + def status + :conflict + end - parser = REXML::Parsers::SAX2Parser.new(File.new(@filename)) + def to_s + "You need to supply a changeset to be able to make a change" + end + end - parser.listen( :start_element, %w{ trkpt }) do |uri,localname,qname,attributes| - lat = attributes['lat'].to_f - lon = attributes['lon'].to_f - gotlatlon = true - @possible_points += 1 - end + # Raised when a diff is uploaded containing many changeset IDs which don't match + # the changeset ID that the diff was uploaded to. + class APIChangesetMismatchError < APIError + def initialize(provided, allowed) + @provided, @allowed = provided, allowed + end - parser.listen( :characters, %w{ ele } ) do |text| - ele = text - gotele = true - end + def status + :conflict + end - parser.listen( :characters, %w{ time } ) do |text| - if text && text != '' - begin - date = DateTime.parse(text) - gotdate = true - rescue - end - end - end + def to_s + "Changeset mismatch: Provided #{@provided} but only #{@allowed} is allowed" + end + end - parser.listen( :end_element, %w{ trkseg } ) do |uri, localname, qname| - @tracksegs += 1 - end + # Raised when a diff upload has an unknown action. You can only have create, + # modify, or delete + class APIChangesetActionInvalid < APIError + def initialize(provided) + @provided = provided + end - parser.listen( :end_element, %w{ trkpt } ) do |uri,localname,qname| - if gotlatlon && gotdate - ele = '0' unless gotele - if lat < 90 && lat > -90 && lon > -180 && lon < 180 - @actual_points += 1 - yield Hash['latitude' => lat, 'longitude' => lon, 'timestamp' => date, 'altitude' => ele, 'segment' => @tracksegs] - end - end - gotlatlon = false - gotele = false - gotdate = false - end + def status + :bad_request + end - parser.parse + def to_s + "Unknown action #{@provided}, choices are create, modify, delete" end + end - def get_picture(min_lat, min_lon, max_lat, max_lon, num_points) - #puts "getting picfor bbox #{min_lat},#{min_lon} - #{max_lat},#{max_lon}" - frames = 10 - width = 250 - height = 250 - rat= Math.cos( ((max_lat + min_lat)/2.0) / 180.0 * 3.141592) - proj = OSM::Mercator.new((min_lat + max_lat) / 2, (max_lon + min_lon) / 2, (max_lat - min_lat) / width / rat, width, height) + # Raised when bad XML is encountered which stops things parsing as + # they should. + class APIBadXMLError < APIError + def initialize(model, xml, message="") + @model, @xml, @message = model, xml, message + end - images = [] + def status + :bad_request + end - frames.times do - gc = Magick::Draw.new - gc.stroke_linejoin('miter') - gc.stroke('#FFFFFF') - gc.fill('#FFFFFF') - gc.rectangle(0,0,width,height) - gc.stroke_width(1) - images << gc - end + def to_s + "Cannot parse valid #{@model} from xml string #{@xml}. #{@message}" + end + end - oldpx = 0.0 - oldpy = 0.0 - - first = true - - m = 0 - mm = 0 - points do |p| - px = proj.x(p['longitude']) - py = proj.y(p['latitude']) - frames.times do |n| - images[n].stroke_width(1) - images[n].stroke('#BBBBBB') - images[n].fill('#BBBBBB') - # puts "A #{px},#{py} - #{oldpx},#{oldpy}" - images[n].line(px, py, oldpx, oldpy ) unless first - end - images[mm].stroke_width(3) - images[mm].stroke('#000000') - images[mm].fill('#000000') - images[mm].line(px, py, oldpx, oldpy ) unless first - # puts "B #{px},#{py} - #{oldpx},#{oldpy}" - m +=1 - if m > num_points.to_f / frames.to_f * (mm+1) - mm += 1 - end - first = false - oldpy = py - oldpx = px - end + # Raised when the provided version is not equal to the latest in the db. + class APIVersionMismatchError < APIError + def initialize(id, type, provided, latest) + @id, @type, @provided, @latest = id, type, provided, latest + end - il = Magick::ImageList.new + attr_reader :provided, :latest, :id, :type - frames.times do |n| - canvas = Magick::Image.new(width, height) { - self.background_color = 'white' - } - begin - images[n].draw(canvas) - rescue ArgumentError - end - canvas.format = 'GIF' - il << canvas - end + def status + :conflict + end - il.delay = 50 - il.format = 'GIF' - return il.to_blob + def to_s + "Version mismatch: Provided #{provided}, server had: #{latest} of #{type} #{id}" end + end - def get_icon(min_lat, min_lon, max_lat, max_lon) - #puts "getting icon for bbox #{min_lat},#{min_lon} - #{max_lat},#{max_lon}" - width = 50 - height = 50 - rat= Math.cos( ((max_lat + min_lat)/2.0) / 180.0 * 3.141592) - proj = OSM::Mercator.new((min_lat + max_lat) / 2, (max_lon + min_lon) / 2, (max_lat - min_lat) / width / rat, width, height) + # raised when a two tags have a duplicate key string in an element. + # this is now forbidden by the API. + class APIDuplicateTagsError < APIError + def initialize(type, id, tag_key) + @type, @id, @tag_key = type, id, tag_key + end - images = [] + attr_reader :type, :id, :tag_key - gc = Magick::Draw.new - gc.stroke_linejoin('miter') + def status + :bad_request + end - oldpx = 0.0 - oldpy = 0.0 + def to_s + "Element #{@type}/#{@id} has duplicate tags with key #{@tag_key}" + end + end - first = true + # Raised when a way has more than the configured number of way nodes. + # This prevents ways from being to long and difficult to work with + class APITooManyWayNodesError < APIError + def initialize(id, provided, max) + @id, @provided, @max = id, provided, max + end - gc.stroke_width(1) - gc.stroke('#000000') - gc.fill('#000000') + attr_reader :id, :provided, :max - points do |p| - px = proj.x(p['longitude']) - py = proj.y(p['latitude']) - gc.line(px, py, oldpx, oldpy ) unless first - # puts "C #{px},#{py} - #{oldpx},#{oldpy}" - first = false - oldpy = py - oldpx = px - end + def status + :bad_request + end - canvas = Magick::Image.new(width, height) { - self.background_color = 'white' - } - begin - gc.draw(canvas) - rescue ArgumentError - end - canvas.format = 'GIF' - return canvas.to_blob + def to_s + "You tried to add #{provided} nodes to way #{id}, however only #{max} are allowed" + end + end + + ## + # raised when user input couldn't be parsed + class APIBadUserInput < APIError + def initialize(message) + @message = message end + def status + :bad_request + end + + def to_s + @message + end + end + + ## + # raised when bounding box is invalid + class APIBadBoundingBox < APIError + def initialize(message) + @message = message + end + + def status + :bad_request + end + + def to_s + @message + end + end + + ## + # raised when an API call is made using a method not supported on that URI + class APIBadMethodError < APIError + def initialize(supported_method) + @supported_method = supported_method + end + + def status + :method_not_allowed + end + + def to_s + "Only method #{@supported_method} is supported on this URI" + end + end + + ## + # raised when an API call takes too long + class APITimeoutError < APIError + def status + :request_timeout + end + + def to_s + "Request timed out" + end + end + + # Helper methods for going to/from mercator and lat/lng. + class Mercator + include Math + + #init me with your bounding box and the size of your image + def initialize(min_lat, min_lon, max_lat, max_lon, width, height) + xsize = xsheet(max_lon) - xsheet(min_lon) + ysize = ysheet(max_lat) - ysheet(min_lat) + xscale = xsize / width + yscale = ysize / height + scale = [xscale, yscale].max + + xpad = width * scale - xsize + ypad = height * scale - ysize + + @width = width + @height = height + + @tx = xsheet(min_lon) - xpad / 2 + @ty = ysheet(min_lat) - ypad / 2 + + @bx = xsheet(max_lon) + xpad / 2 + @by = ysheet(max_lat) + ypad / 2 + end + + #the following two functions will give you the x/y on the entire sheet + + def ysheet(lat) + log(tan(PI / 4 + (lat * PI / 180 / 2))) / (PI / 180) + end + + def xsheet(lon) + lon + end + + #and these two will give you the right points on your image. all the constants can be reduced to speed things up. FIXME + + def y(lat) + return @height - ((ysheet(lat) - @ty) / (@by - @ty) * @height) + end + + def x(lon) + return ((xsheet(lon) - @tx) / (@bx - @tx) * @width) + end end class GreatCircle @@ -263,20 +328,32 @@ module OSM # get the worst case bounds for a given radius from the base position def bounds(radius) latradius = 2 * asin(sqrt(sin(radius / 6372.795 / 2) ** 2)) - lonradius = 2 * asin(sqrt(sin(radius / 6372.795 / 2) ** 2 / cos(@lat) ** 2)) + + begin + lonradius = 2 * asin(sqrt(sin(radius / 6372.795 / 2) ** 2 / cos(@lat) ** 2)) + rescue Errno::EDOM + lonradius = PI + end + minlat = (@lat - latradius) * 180 / PI maxlat = (@lat + latradius) * 180 / PI minlon = (@lon - lonradius) * 180 / PI maxlon = (@lon + lonradius) * 180 / PI + return { :minlat => minlat, :maxlat => maxlat, :minlon => minlon, :maxlon => maxlon } end + + # get the SQL to use to calculate distance + def sql_for_distance(lat_field, lon_field) + "6372.795 * 2 * asin(sqrt(power(sin((radians(#{lat_field}) - #{@lat}) / 2), 2) + cos(#{@lat}) * cos(radians(#{lat_field})) * power(sin((radians(#{lon_field}) - #{@lon})/2), 2)))" + end end class GeoRSS def initialize(feed_title='OpenStreetMap GPS Traces', feed_description='OpenStreetMap GPS Traces', feed_url='http://www.openstreetmap.org/traces/') @doc = XML::Document.new - @doc.encoding = 'UTF-8' - + @doc.encoding = XML::Encoding::UTF_8 + rss = XML::Node.new 'rss' @doc.root = rss rss['version'] = "2.0" @@ -361,31 +438,29 @@ module OSM class API def get_xml_doc doc = XML::Document.new - doc.encoding = 'UTF-8' + doc.encoding = XML::Encoding::UTF_8 root = XML::Node.new 'osm' root['version'] = API_VERSION - root['generator'] = 'OpenStreetMap server' + root['generator'] = GENERATOR doc.root = root return doc end end - def self.IPLocation(ip_address) + def self.IPToCountry(ip_address) Timeout::timeout(4) do - Net::HTTP.start('api.hostip.info') do |http| - country = http.get("/country.php?ip=#{ip_address}").body - country = "GB" if country = "UK" - Net::HTTP.start('ws.geonames.org') do |http| - xml = REXML::Document.new(http.get("/countryInfo?country=#{country}").body) - xml.elements.each("geonames/country") do |ele| - minlon = ele.get_text("bBoxWest").to_s - minlat = ele.get_text("bBoxSouth").to_s - maxlon = ele.get_text("bBoxEast").to_s - maxlat = ele.get_text("bBoxNorth").to_s - return { :minlon => minlon, :minlat => minlat, :maxlon => maxlon, :maxlat => maxlat } - end + ipinfo = Quova::IpInfo.new(ip_address) + + if ipinfo.status == Quova::Success then + country = ipinfo.country_code + else + Net::HTTP.start('api.hostip.info') do |http| + country = http.get("/country.php?ip=#{ip_address}").body + country = "GB" if country == "UK" end end + + return country.upcase end return nil @@ -393,6 +468,16 @@ module OSM return nil end + def self.IPLocation(ip_address) + code = OSM.IPToCountry(ip_address) + + if code and country = Country.find_by_code(code) + return { :minlon => country.min_lon, :minlat => country.min_lat, :maxlon => country.max_lon, :maxlat => country.max_lat } + end + + return nil + end + # Construct a random token of a given length def self.make_token(length = 30) chars = 'abcdefghijklmnopqrtuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789' @@ -413,7 +498,7 @@ module OSM # Return an SQL fragment to select a given area of the globe def self.sql_for_area(minlat, minlon, maxlat, maxlon, prefix = nil) - tilesql = QuadTile.sql_for_area(minlat, minlon, maxlat, maxlon, prefix) + tilesql = QuadTile.sql_for_area(minlat, minlon, maxlat, maxlon, prefix) minlat = (minlat * 10000000).round minlon = (minlon * 10000000).round maxlat = (maxlat * 10000000).round @@ -421,4 +506,41 @@ module OSM return "#{tilesql} AND #{prefix}latitude BETWEEN #{minlat} AND #{maxlat} AND #{prefix}longitude BETWEEN #{minlon} AND #{maxlon}" end + + # Return an SQL fragment to select a given area of the globe without using the quadtile index + def self.sql_for_area_no_quadtile(minlat, minlon, maxlat, maxlon, prefix = nil, without_quadtile = :false) + minlat = (minlat * 10000000).round + minlon = (minlon * 10000000).round + maxlat = (maxlat * 10000000).round + maxlon = (maxlon * 10000000).round + + return "#{prefix}latitude BETWEEN #{minlat} AND #{maxlat} AND #{prefix}longitude BETWEEN #{minlon} AND #{maxlon}" + end + + # Return a spam score for a chunk of text + def self.spam_score(text) + link_count = 0 + link_size = 0 + + doc = Nokogiri::HTML(text) + + if doc.content.length > 0 + doc.xpath("//a").each do |link| + link_count += 1 + link_size += link.content.length + end + + link_proportion = link_size.to_f / doc.content.length.to_f + else + link_proportion = 0 + end + + return [link_proportion - 0.2, 0.0].max * 200 + link_count * 20 + end + + def self.legal_text_for_country(country_code) + file_name = File.join(RAILS_ROOT, "config", "legales", country_code.to_s + ".yml") + file_name = File.join(RAILS_ROOT, "config", "legales", DEFAULT_LEGALE + ".yml") unless File.exist? file_name + YAML::load_file(file_name) + end end