X-Git-Url: https://git.openstreetmap.org./rails.git/blobdiff_plain/34e3e51456774127d43408b7ab65c24f41373f62..07fdcf638ea8f7200b561f4cc190f231929cda0b:/app/models/trace.rb diff --git a/app/models/trace.rb b/app/models/trace.rb index bf3e4ef93..3d23d02c8 100644 --- a/app/models/trace.rb +++ b/app/models/trace.rb @@ -1,22 +1,47 @@ +# == Schema Information +# +# Table name: gpx_files +# +# id :integer not null, primary key +# user_id :integer not null +# visible :boolean default(TRUE), not null +# name :string default(""), not null +# size :integer +# latitude :float +# longitude :float +# timestamp :datetime not null +# description :string default(""), not null +# inserted :boolean not null +# visibility :enum default("public"), not null +# +# Indexes +# +# gpx_files_timestamp_idx (timestamp) +# gpx_files_user_id_idx (user_id) +# gpx_files_visible_visibility_idx (visible,visibility) +# +# Foreign Keys +# +# gpx_files_user_id_fkey (user_id => users.id) +# + class Trace < ActiveRecord::Base self.table_name = "gpx_files" belongs_to :user, :counter_cache => true - has_many :tags, :class_name => 'Tracetag', :foreign_key => 'gpx_id', :dependent => :delete_all - has_many :points, :class_name => 'Tracepoint', :foreign_key => 'gpx_id', :dependent => :delete_all + has_many :tags, :class_name => "Tracetag", :foreign_key => "gpx_id", :dependent => :delete_all + has_many :points, :class_name => "Tracepoint", :foreign_key => "gpx_id", :dependent => :delete_all scope :visible, -> { where(:visible => true) } scope :visible_to, ->(u) { visible.where("visibility IN ('public', 'identifiable') OR user_id = ?", u) } - scope :visible_to_all, -> { where(:visibility => ["public", "identifiable"]) } + scope :visible_to_all, -> { where(:visibility => %w[public identifiable]) } scope :tagged, ->(t) { joins(:tags).where(:gpx_file_tags => { :tag => t }) } - validates_presence_of :user_id, :name, :timestamp - validates_presence_of :description, :on => :create - validates_length_of :name, :maximum => 255 - validates_length_of :description, :maximum => 255 -# validates_numericality_of :latitude, :longitude - validates_inclusion_of :inserted, :in => [ true, false ] - validates_inclusion_of :visibility, :in => ["private", "public", "trackable", "identifiable"] + validates :user, :presence => true, :associated => true + validates :name, :presence => true, :length => 1..255, :characters => true + validates :description, :presence => { :on => :create }, :length => 1..255, :characters => true + validates :timestamp, :presence => true + validates :visibility, :inclusion => %w[private public trackable identifiable] def destroy super @@ -26,24 +51,24 @@ class Trace < ActiveRecord::Base end def tagstring - return tags.collect {|tt| tt.tag}.join(", ") + tags.collect(&:tag).join(", ") end def tagstring=(s) - if s.include? ',' - self.tags = s.split(/\s*,\s*/).select {|tag| tag !~ /^\s*$/}.collect {|tag| - tt = Tracetag.new - tt.tag = tag - tt - } - else - #do as before for backwards compatibility: - self.tags = s.split().collect {|tag| - tt = Tracetag.new - tt.tag = tag - tt - } - end + self.tags = if s.include? "," + s.split(/\s*,\s*/).reject { |tag| tag =~ /^\s*$/ }.collect do |tag| + tt = Tracetag.new + tt.tag = tag + tt + end + else + # do as before for backwards compatibility: + s.split.collect do |tag| + tt = Tracetag.new + tt.tag = tag + tt + end + end end def public? @@ -58,13 +83,13 @@ class Trace < ActiveRecord::Base visibility == "identifiable" end - def large_picture= (data) + def large_picture=(data) f = File.new(large_picture_name, "wb") f.syswrite(data) f.close end - def icon_picture= (data) + def icon_picture=(data) f = File.new(icon_picture_name, "wb") f.syswrite(data) f.close @@ -72,168 +97,165 @@ class Trace < ActiveRecord::Base def large_picture f = File.new(large_picture_name, "rb") - logger.info "large picture file: '#{f.path}', bytes: #{File.size(f.path)}" data = f.sysread(File.size(f.path)) - logger.info "have read data, bytes: '#{data.length}'" f.close data end def icon_picture f = File.new(icon_picture_name, "rb") - logger.info "icon picture file: '#{f.path}'" data = f.sysread(File.size(f.path)) f.close data end def large_picture_name - "#{GPX_IMAGE_DIR}/#{id}.gif" + "#{Settings.gpx_image_dir}/#{id}.gif" end def icon_picture_name - "#{GPX_IMAGE_DIR}/#{id}_icon.gif" + "#{Settings.gpx_image_dir}/#{id}_icon.gif" end def trace_name - "#{GPX_TRACE_DIR}/#{id}.gpx" + "#{Settings.gpx_trace_dir}/#{id}.gpx" end def mime_type - filetype = `/usr/bin/file -bz #{trace_name}`.chomp + filetype = `/usr/bin/file -Lbz #{trace_name}`.chomp gzipped = filetype =~ /gzip compressed/ bzipped = filetype =~ /bzip2 compressed/ zipped = filetype =~ /Zip archive/ + tarred = filetype =~ /tar archive/ - if gzipped then - mimetype = "application/x-gzip" - elsif bzipped then - mimetype = "application/x-bzip2" - elsif zipped - mimetype = "application/x-zip" - else - mimetype = "application/gpx+xml" - end - - return mimetype + mimetype = if gzipped + "application/x-gzip" + elsif bzipped + "application/x-bzip2" + elsif zipped + "application/x-zip" + elsif tarred + "application/x-tar" + else + "application/gpx+xml" + end + + mimetype end def extension_name - filetype = `/usr/bin/file -bz #{trace_name}`.chomp + filetype = `/usr/bin/file -Lbz #{trace_name}`.chomp gzipped = filetype =~ /gzip compressed/ bzipped = filetype =~ /bzip2 compressed/ zipped = filetype =~ /Zip archive/ tarred = filetype =~ /tar archive/ - if tarred and gzipped then - extension = ".tar.gz" - elsif tarred and bzipped then - extension = ".tar.bz2" - elsif tarred - extension = ".tar" - elsif gzipped - extension = ".gpx.gz" - elsif bzipped - extension = ".gpx.bz2" - elsif zipped - extension = ".zip" - else - extension = ".gpx" - end - - return extension + extension = if tarred && gzipped + ".tar.gz" + elsif tarred && bzipped + ".tar.bz2" + elsif tarred + ".tar" + elsif gzipped + ".gpx.gz" + elsif bzipped + ".gpx.bz2" + elsif zipped + ".zip" + else + ".gpx" + end + + extension end def to_xml doc = OSM::API.new.get_xml_doc - doc.root << to_xml_node() - return doc + doc.root << to_xml_node + doc end def to_xml_node - el1 = XML::Node.new 'gpx_file' - el1['id'] = self.id.to_s - el1['name'] = self.name.to_s - el1['lat'] = self.latitude.to_s if self.inserted - el1['lon'] = self.longitude.to_s if self.inserted - el1['user'] = self.user.display_name - el1['visibility'] = self.visibility - el1['pending'] = (!self.inserted).to_s - el1['timestamp'] = self.timestamp.xmlschema - - el2 = XML::Node.new 'description' - el2 << self.description + el1 = XML::Node.new "gpx_file" + el1["id"] = id.to_s + el1["name"] = name.to_s + el1["lat"] = latitude.to_s if inserted + el1["lon"] = longitude.to_s if inserted + el1["user"] = user.display_name + el1["visibility"] = visibility + el1["pending"] = inserted ? "false" : "true" + el1["timestamp"] = timestamp.xmlschema + + el2 = XML::Node.new "description" + el2 << description el1 << el2 - self.tags.each do |tag| - el2 = XML::Node.new('tag') + tags.each do |tag| + el2 = XML::Node.new("tag") el2 << tag.tag el1 << el2 end - return el1 + el1 end - # Read in xml as text and return it's Node object representation - def self.from_xml(xml, create=false) - begin - p = XML::Parser.string(xml) - doc = p.parse + def update_from_xml(xml, create = false) + p = XML::Parser.string(xml, :options => XML::Parser::Options::NOERROR) + doc = p.parse - doc.find('//osm/gpx_file').each do |pt| - return Trace.from_xml_node(pt, create) - end - - raise OSM::APIBadXMLError.new("trace", xml, "XML doesn't contain an osm/gpx_file element.") - rescue LibXML::XML::Error, ArgumentError => ex - raise OSM::APIBadXMLError.new("trace", xml, ex.message) + doc.find("//osm/gpx_file").each do |pt| + return update_from_xml_node(pt, create) end + + raise OSM::APIBadXMLError.new("trace", xml, "XML doesn't contain an osm/gpx_file element.") + rescue LibXML::XML::Error, ArgumentError => ex + raise OSM::APIBadXMLError.new("trace", xml, ex.message) end - def self.from_xml_node(pt, create=false) - trace = Trace.new + def update_from_xml_node(pt, create = false) + raise OSM::APIBadXMLError.new("trace", pt, "visibility missing") if pt["visibility"].nil? - raise OSM::APIBadXMLError.new("trace", pt, "visibility missing") if pt['visibility'].nil? - trace.visibility = pt['visibility'] + self.visibility = pt["visibility"] unless create - raise OSM::APIBadXMLError.new("trace", pt, "ID is required when updating.") if pt['id'].nil? - trace.id = pt['id'].to_i + raise OSM::APIBadXMLError.new("trace", pt, "ID is required when updating.") if pt["id"].nil? + + id = pt["id"].to_i # .to_i will return 0 if there is no number that can be parsed. # We want to make sure that there is no id with zero anyway - raise OSM::APIBadUserInput.new("ID of trace cannot be zero when updating.") if trace.id == 0 + raise OSM::APIBadUserInput, "ID of trace cannot be zero when updating." if id.zero? + raise OSM::APIBadUserInput, "The id in the url (#{self.id}) is not the same as provided in the xml (#{id})" unless self.id == id end # We don't care about the time, as it is explicitly set on create/update/delete # We don't care about the visibility as it is implicit based on the action # and set manually before the actual delete - trace.visible = true + self.visible = true - description = pt.find('description').first + description = pt.find("description").first raise OSM::APIBadXMLError.new("trace", pt, "description missing") if description.nil? - trace.description = description.content - pt.find('tag').each do |tag| - trace.tags.build(:tag => tag.content) - end + self.description = description.content - return trace + self.tags = pt.find("tag").collect do |tag| + Tracetag.new(:tag => tag.content) + end end def xml_file - # TODO *nix specific, could do to work on windows... would be functionally inferior though - check for '.gz' - filetype = `/usr/bin/file -bz #{trace_name}`.chomp + # TODO: *nix specific, could do to work on windows... would be functionally inferior though - check for '.gz' + filetype = `/usr/bin/file -Lbz #{trace_name}`.chomp gzipped = filetype =~ /gzip compressed/ bzipped = filetype =~ /bzip2 compressed/ zipped = filetype =~ /Zip archive/ tarred = filetype =~ /tar archive/ - if gzipped or bzipped or zipped or tarred then - tmpfile = Tempfile.new("trace.#{id}"); + if gzipped || bzipped || zipped || tarred + tmpfile = Tempfile.new("trace.#{id}") - if tarred and gzipped then + if tarred && gzipped system("tar -zxOf #{trace_name} > #{tmpfile.path}") - elsif tarred and bzipped then + elsif tarred && bzipped system("tar -jxOf #{trace_name} > #{tmpfile.path}") elsif tarred system("tar -xOf #{trace_name} > #{tmpfile.path}") @@ -242,7 +264,7 @@ class Trace < ActiveRecord::Base elsif bzipped system("bunzip2 -c #{trace_name} > #{tmpfile.path}") elsif zipped - system("unzip -p #{trace_name} -x '__MACOSX/*' > #{tmpfile.path}") + system("unzip -p #{trace_name} -x '__MACOSX/*' > #{tmpfile.path} 2> /dev/null") end tmpfile.unlink @@ -252,25 +274,23 @@ class Trace < ActiveRecord::Base file = File.open(trace_name) end - return file + file end def import logger.info("GPX Import importing #{name} (#{id}) from #{user.email}") - gpx = GPX::File.new(self.xml_file) + gpx = ::GPX::File.new(xml_file) f_lat = 0 f_lon = 0 first = true - # If there are any existing points for this trace then delete - # them - we check for existing points first to avoid locking - # the table in the common case where there aren't any. - if Tracepoint.where(:gpx_id => self.id).exists? - Tracepoint.delete_all(:gpx_id => self.id) - end + # If there are any existing points for this trace then delete them + Tracepoint.where(:gpx_id => id).delete_all + # Gather the trace points together for a bulk import + tracepoints = [] gpx.points do |point| if first f_lat = point.latitude @@ -285,10 +305,17 @@ class Trace < ActiveRecord::Base tp.timestamp = point.timestamp tp.gpx_id = id tp.trackid = point.segment - tp.save! + tracepoints << tp + end + + # Run the before_save and before_create callbacks, and then import them in bulk with activerecord-import + tracepoints.each do |tp| + tp.run_callbacks(:save) { false } + tp.run_callbacks(:create) { false } end + Tracepoint.import!(tracepoints, :batch_size => 1_000) - if gpx.actual_points > 0 + if gpx.actual_points.positive? max_lat = Tracepoint.where(:gpx_id => id).maximum(:latitude) min_lat = Tracepoint.where(:gpx_id => id).minimum(:latitude) max_lon = Tracepoint.where(:gpx_id => id).maximum(:longitude) @@ -305,11 +332,11 @@ class Trace < ActiveRecord::Base self.icon_picture = gpx.icon(min_lat, min_lon, max_lat, max_lon) self.size = gpx.actual_points self.inserted = true - self.save! + save! end logger.info "done trace #{id}" - return gpx + gpx end end