X-Git-Url: https://git.openstreetmap.org./rails.git/blobdiff_plain/ece8999dcdfa84f146aa7ad39071b48260b0d7fe..3d0b94abdafeb04cbdece55ab21d3fb725d59137:/app/models/trace.rb diff --git a/app/models/trace.rb b/app/models/trace.rb index 014db4ae2..0b9877225 100644 --- a/app/models/trace.rb +++ b/app/models/trace.rb @@ -1,11 +1,287 @@ -class Trace < ActiveRecord::Base - set_table_name 'gpx_files' +# == Schema Information +# +# Table name: gpx_files +# +# id :bigint(8) not null, primary key +# user_id :bigint(8) not null +# visible :boolean default(TRUE), not null +# name :string default(""), not null +# size :bigint(8) +# latitude :float +# longitude :float +# timestamp :datetime not null +# description :string default(""), not null +# inserted :boolean not null +# visibility :enum default("public"), not null +# +# Indexes +# +# gpx_files_timestamp_idx (timestamp) +# gpx_files_user_id_idx (user_id) +# gpx_files_visible_visibility_idx (visible,visibility) +# +# Foreign Keys +# +# gpx_files_user_id_fkey (user_id => users.id) +# - belongs_to :user +class Trace < ApplicationRecord + require "open3" - def tags=(bleh) + self.table_name = "gpx_files" + + belongs_to :user, :counter_cache => true + has_many :tags, :class_name => "Tracetag", :foreign_key => "gpx_id", :dependent => :delete_all, :inverse_of => :trace + has_many :points, :class_name => "Tracepoint", :foreign_key => "gpx_id", :dependent => :delete_all, :inverse_of => :trace + + scope :visible, -> { where(:visible => true) } + scope :visible_to, ->(u) { visible.where("visibility IN ('public', 'identifiable') OR user_id = ?", u) } + scope :visible_to_all, -> { where(:visibility => %w[public identifiable]) } + scope :tagged, ->(t) { joins(:tags).where(:gpx_file_tags => { :tag => t }) } + + has_one_attached :file, :service => Settings.trace_file_storage + has_one_attached :image, :service => Settings.trace_image_storage + has_one_attached :icon, :service => Settings.trace_icon_storage + + validates :user, :associated => true + validates :name, :presence => true, :length => 1..255, :characters => true + validates :description, :presence => { :on => :create }, :length => 1..255, :characters => true + validates :timestamp, :presence => true + validates :visibility, :inclusion => %w[private public trackable identifiable] + + after_save :set_filename + + def tagstring + tags.collect(&:tag).join(", ") + end + + def tagstring=(s) + self.tags = if s.include? "," + s.split(",").map(&:strip).reject(&:empty?).collect do |tag| + tt = Tracetag.new + tt.tag = tag + tt + end + else + # do as before for backwards compatibility: + s.split.collect do |tag| + tt = Tracetag.new + tt.tag = tag + tt + end + end + end + + def file=(attachable) + case attachable + when ActionDispatch::Http::UploadedFile, Rack::Test::UploadedFile + super(:io => attachable, + :filename => attachable.original_filename, + :content_type => content_type(attachable.path), + :identify => false) + else + super(attachable) + end + end + + def public? + visibility == "public" || visibility == "identifiable" + end + + def trackable? + visibility == "trackable" || visibility == "identifiable" + end + + def identifiable? + visibility == "identifiable" + end + + def large_picture + image.blob.download + end + + def icon_picture + icon.blob.download + end + + def mime_type + file.content_type + end + + def extension_name + case mime_type + when "application/x-tar+gzip" then ".tar.gz" + when "application/x-tar+x-bzip2" then ".tar.bz2" + when "application/x-tar" then ".tar" + when "application/zip" then ".zip" + when "application/gzip" then ".gpx.gz" + when "application/x-bzip2" then ".gpx.bz2" + else ".gpx" + end + end + + def update_from_xml(xml, create: false) + p = XML::Parser.string(xml, :options => XML::Parser::Options::NOERROR) + doc = p.parse + pt = doc.find_first("//osm/gpx_file") + + if pt + update_from_xml_node(pt, :create => create) + else + raise OSM::APIBadXMLError.new("trace", xml, "XML doesn't contain an osm/gpx_file element.") + end + rescue LibXML::XML::Error, ArgumentError => e + raise OSM::APIBadXMLError.new("trace", xml, e.message) + end + + def update_from_xml_node(pt, create: false) + raise OSM::APIBadXMLError.new("trace", pt, "visibility missing") if pt["visibility"].nil? + + self.visibility = pt["visibility"] + + unless create + raise OSM::APIBadXMLError.new("trace", pt, "ID is required when updating.") if pt["id"].nil? + + id = pt["id"].to_i + # .to_i will return 0 if there is no number that can be parsed. + # We want to make sure that there is no id with zero anyway + raise OSM::APIBadUserInput, "ID of trace cannot be zero when updating." if id.zero? + raise OSM::APIBadUserInput, "The id in the url (#{self.id}) is not the same as provided in the xml (#{id})" unless self.id == id + end + + # We don't care about the time, as it is explicitly set on create/update/delete + # We don't care about the visibility as it is implicit based on the action + # and set manually before the actual delete + self.visible = true + + description = pt.find("description").first + raise OSM::APIBadXMLError.new("trace", pt, "description missing") if description.nil? + + self.description = description.content + + self.tags = pt.find("tag").collect do |tag| + Tracetag.new(:tag => tag.content) + end + end + + def xml_file + file.open do |tracefile| + filetype = Open3.capture2("/usr/bin/file", "-Lbz", tracefile.path).first.chomp + gzipped = filetype.include?("gzip compressed") + bzipped = filetype.include?("bzip2 compressed") + zipped = filetype.include?("Zip archive") + tarred = filetype.include?("tar archive") + + if gzipped || bzipped || zipped || tarred + file = Tempfile.new("trace.#{id}") + + if tarred && gzipped + system("tar", "-zxOf", tracefile.path, :out => file.path) + elsif tarred && bzipped + system("tar", "-jxOf", tracefile.path, :out => file.path) + elsif tarred + system("tar", "-xOf", tracefile.path, :out => file.path) + elsif gzipped + system("gunzip", "-c", tracefile.path, :out => file.path) + elsif bzipped + system("bunzip2", "-c", tracefile.path, :out => file.path) + elsif zipped + system("unzip", "-p", tracefile.path, "-x", "__MACOSX/*", :out => file.path, :err => "/dev/null") + end + + file.unlink + else + file = File.open(tracefile.path) + end + + file + end + end + + def import + logger.info("GPX Import importing #{name} (#{id}) from #{user.email}") + + file.open do |file| + gpx = GPX::File.new(file.path) + + f_lat = 0 + f_lon = 0 + first = true + + # If there are any existing points for this trace then delete them + Tracepoint.where(:gpx_id => id).delete_all + + gpx.points.each_slice(1_000) do |points| + # Gather the trace points together for a bulk import + tracepoints = [] + + points.each do |point| + if first + f_lat = point.latitude + f_lon = point.longitude + first = false + end + + tp = Tracepoint.new + tp.lat = point.latitude + tp.lon = point.longitude + tp.altitude = point.altitude + tp.timestamp = point.timestamp + tp.gpx_id = id + tp.trackid = point.segment + tracepoints << tp + end + + # Run the before_save and before_create callbacks, and then import them in bulk with activerecord-import + tracepoints.each do |tp| + tp.run_callbacks(:save) { false } + tp.run_callbacks(:create) { false } + end + + Tracepoint.import!(tracepoints) + end + + if gpx.actual_points.positive? + max_lat = Tracepoint.where(:gpx_id => id).maximum(:latitude) + min_lat = Tracepoint.where(:gpx_id => id).minimum(:latitude) + max_lon = Tracepoint.where(:gpx_id => id).maximum(:longitude) + min_lon = Tracepoint.where(:gpx_id => id).minimum(:longitude) + + max_lat = max_lat.to_f / 10000000 + min_lat = min_lat.to_f / 10000000 + max_lon = max_lon.to_f / 10000000 + min_lon = min_lon.to_f / 10000000 + + self.latitude = f_lat + self.longitude = f_lon + image.attach(:io => gpx.picture(min_lat, min_lon, max_lat, max_lon, gpx.actual_points), :filename => "#{id}.gif", :content_type => "image/gif") + icon.attach(:io => gpx.icon(min_lat, min_lon, max_lat, max_lon), :filename => "#{id}_icon.gif", :content_type => "image/gif") + self.size = gpx.actual_points + self.inserted = true + save! + end + + logger.info "done trace #{id}" + + gpx + end + end + + private + + def content_type(file) + case Open3.capture2("/usr/bin/file", "-Lbz", file).first.chomp + when /.*\btar archive\b.*\bgzip\b/ then "application/x-tar+gzip" + when /.*\btar archive\b.*\bbzip2\b/ then "application/x-tar+x-bzip2" + when /.*\btar archive\b/ then "application/x-tar" + when /.*\bZip archive\b/ then "application/zip" + when /.*\bXML\b.*\bgzip\b/ then "application/gzip" + when /.*\bXML\b.*\bbzip2\b/ then "application/x-bzip2" + else "application/gpx+xml" + end end - def mime_type=(bleh) + def set_filename + file.blob.update(:filename => "#{id}#{extension_name}") if file.attached? end end