]> git.openstreetmap.org Git - rails.git/blobdiff - script/statistics
projects / rails.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | tree
raw | inline | side by side
Order changeset elements for consistent pagination
[rails.git] / script / statistics
diff --git a/script/statistics b/script/statistics
index 13a26592a98a37416029271f61af0e3ea9b9844a..9b27bf08f5ceb551c00676e1fd50bdd39aa21fd4 100755 (executable)
--- a/script/statistics
+++ b/script/statistics
@@ -1,9 +1,8 @@
 #!/usr/bin/env ruby
 
 #!/usr/bin/env ruby
 
-require File.dirname(__FILE__) + '/../config/environment'
-require 'generator'
+require File.join(File.dirname(__FILE__), "..", "config", "environment")
 
 
-start_time = Time.now
+start_time = Time.now.utc
 
 puts "<html>"
 puts "<head>"
 
 puts "<html>"
 puts "<head>"
@@ -12,89 +11,84 @@ puts "<title>OpenStreetMap Statistics</title>"
 puts "<style>th { text-align: left }</style>"
 puts "</head>"
 puts "<body>"
 puts "<style>th { text-align: left }</style>"
 puts "</head>"
 puts "<body>"
-puts "<h2>OpenStreetMap stats report run at #{start_time.to_s}</h2>"
+puts "<h1>OpenStreetMap stats</h1>"
+puts "<h2>Report run at #{start_time}</h2>"
 
 begin
 
 begin
-  user_count = User.count(:conditions => "active = true")
-  tracepoint_count = Tracepoint.count()
-  node_count = Node.count(:conditions => "visible = true")
-  segment_count = Segment.count(:conditions => "visible = true")
-  way_count = Way.count(:conditions => "visible = true")
-  tagged_way_count = Way.count(:conditions => "current_ways.visible = true AND current_way_tags.k <> 'created_by'",
-                               :joins => "INNER JOIN current_way_tags ON current_way_tags.id = current_ways.id")
-
-  puts "<table>"
-  puts "<tr><td>Number of users</td><td>#{user_count}</td></tr>"
-  puts "<tr><td>Number of uploaded GPS points</td><td>#{tracepoint_count}</td></tr>"
-  puts "<tr><td>Number of nodes</td><td>#{node_count}</td></tr>"
-  puts "<tr><td>Number of segments</td><td>#{segment_count}</td></tr>"
-  puts "<tr><td>Number of ways</td><td>#{way_count}</td></tr>"
-  puts "<tr><td>Number of ways with tags</td><td>#{tagged_way_count}</td></tr>"
-  puts "</table>"
-
-  puts "<h2>Top 10 users for uploads of GPS data</h2>"
-  puts "<table>"
-  puts "<tr><th>User</th><th>Number of Points</th></tr>"
-
-  Trace.sum(:size, :group => :user_id, :order => "sum_size DESC", :limit => 10).each do |user, count|
-    display_name = User.find(user).display_name.gsub('@', ' at ').gsub('.', ' dot ')
-    puts "<tr><td>#{display_name}</td><td>#{count}</td></tr>"
+  ActiveRecord::Base.transaction do
+    user_count = User.where(:status => %w[active confirmed suspended]).count
+    tracepoint_count = Tracepoint.count
+    node_count = Node.where(:visible => true).count
+    way_count = Way.where(:visible => true).count
+    relation_count = Relation.where(:visible => true).count
+
+    puts "<table>"
+    puts "<tr><td>Number of users</td><td>#{user_count}</td></tr>"
+    puts "<tr><td>Number of uploaded GPS points</td><td>#{tracepoint_count}</td></tr>"
+    puts "<tr><td>Number of nodes</td><td>#{node_count}</td></tr>"
+    puts "<tr><td>Number of ways</td><td>#{way_count}</td></tr>"
+    puts "<tr><td>Number of relations</td><td>#{relation_count}</td></tr>"
+    puts "</table>"
+
+    puts '<h2 id="top-traces">Top 50 users for uploads of GPS data</h2>'
+    puts "<table>"
+    puts "<tr><th>User</th><th>Number of Points</th></tr>"
+
+    Trace.where(:inserted => true).group(:user_id).order("sum_size DESC").limit(50).sum(:size).each do |user, count|
+      display_name = User.find(user).display_name.gsub("@", " at ").gsub(".", " dot ")
+      puts "<tr><td><a href=\"https://www.openstreetmap.org/user/#{display_name}\">#{display_name}</a></td><td>#{count}</td></tr>"
+    end
+
+    puts "</table>"
+
+    puts '<h2 id="number-of-editors">Number of users editing over the past...</h2>'
+    puts "<table>"
+    puts "<tr><th>Data Type</th><th>Day</th><th>Week</th><th>Month</th></tr>"
+
+    day_count = Trace.where("timestamp > NOW() - '1 DAY'::INTERVAL").distinct.count(:user_id)
+    week_count = Trace.where("timestamp > NOW() - '7 DAYS'::INTERVAL").distinct.count(:user_id)
+    month_count = Trace.where("timestamp > NOW() - '28 DAYS'::INTERVAL").distinct.count(:user_id)
+
+    puts "<tr><th>GPX Files</th><td>#{day_count}</td><td>#{week_count}</td><td>#{month_count}</td></tr>"
+
+    day_count = OldNode.where("timestamp > NOW() - '1 DAY'::INTERVAL").joins(:changeset).distinct.count(:user_id)
+    week_count = OldNode.where("timestamp > NOW() - '7 DAYS'::INTERVAL").joins(:changeset).distinct.count(:user_id)
+    month_count = OldNode.where("timestamp > NOW() - '28 DAYS'::INTERVAL").joins(:changeset).distinct.count(:user_id)
+
+    puts "<tr><th>Nodes</th><td>#{day_count}</td><td>#{week_count}</td><td>#{month_count}</td></tr>"
+
+    puts "</table>"
+
+    puts '<h2 id="top-editors">Top users editing over the past...</h2>'
+    puts "<table>"
+    puts "<tr><th>Day</th><th>Week</th><th>Month</th></tr>"
+
+    day_users = OldNode.where("timestamp > NOW() - '1 DAY'::INTERVAL").joins(:changeset).order("count_all DESC").group(:user_id).count
+    week_users = OldNode.where("timestamp > NOW() - '7 DAYS'::INTERVAL").joins(:changeset).order("count_all DESC").limit(60).group(:user_id).count
+    month_users = OldNode.where("timestamp > NOW() - '28 DAYS'::INTERVAL").joins(:changeset).order("count_all DESC").limit(60).group(:user_id).count
+
+    day_users.zip(week_users, month_users).each do |row|
+      puts "<tr>"
+      row.each do |column|
+        if column.nil?
+          puts "<td></td>"
+        else
+          display_name = User.find(column[0]).display_name.gsub("@", " at ").gsub(".", " dot ")
+          count = column[1]
+          puts "<td>#{count} <a href=\"https://www.openstreetmap.org/user/#{display_name}\">#{display_name}</a></td>"
+        end
+      end
+      puts "</tr>"
+    end
+
+    puts "</table>"
   end
   end
-
-  puts "</table>"
-
-  puts "<h2>Number of users editing over the past...</h2>"
-  puts "<table>"
-  puts "<tr><th>Data Type</th><th>Day</th><th>Week</th><th>Month</th></tr>"
-
-  day_count = Trace.count(:user_id, :distinct => true, 
-                          :conditions => "timestamp > NOW() - INTERVAL 1 DAY")
-  week_count = Trace.count(:user_id, :distinct => true, 
-                           :conditions => "timestamp > NOW() - INTERVAL 7 DAY")
-  month_count = Trace.count(:user_id, :distinct => true, 
-                            :conditions => "timestamp > NOW() - INTERVAL 28 DAY")
-
-  puts "<tr><th>GPX Files</th><td>Day</td><td>#{day_count}</td></tr>"
-  puts "<tr><th>GPX Files</th><td>Week</td><td>#{week_count}</td></tr>"
-  puts "<tr><th>GPX Files</th><td>Month</td><td>#{month_count}</td></tr>"
-
-  day_count = OldNode.count(:user_id, :distinct => true, 
-                            :conditions => "timestamp > NOW() - INTERVAL 1 DAY")
-  week_count = OldNode.count(:user_id, :distinct => true, 
-                             :conditions => "timestamp > NOW() - INTERVAL 7 DAY")
-  month_count = OldNode.count(:user_id, :distinct => true, 
-                              :conditions => "timestamp > NOW() - INTERVAL 28 DAY")
-
-  puts "<tr><th>Nodes</th><td>Day</td><td>#{day_count}</td></tr>"
-  puts "<tr><th>Nodes</th><td>Week</td><td>#{week_count}</td></tr>"
-  puts "<tr><th>Nodes</th><td>Month</td><td>#{month_count}</td></tr>"
-
-  puts "</table>"
-  
-  puts "<h2>Top users editing over the past...</h2>"
-  puts "<table>"
-  puts "<tr><th>Day</th><th>Week</th><th>Month</th></tr>"
-
-  day_users = OldNode.count(:conditions => "timestamp > NOW() - INTERVAL 1 DAY",
-                            :group => :user_id, :order => "count_all DESC", :limit => 60)
-  week_users = OldNode.count(:conditions => "timestamp > NOW() - INTERVAL 7 DAY",
-                             :group => :user_id, :order => "count_all DESC", :limit => 60)
-  month_users = OldNode.count(:conditions => "timestamp > NOW() - INTERVAL 28 DAY",
-                              :group => :user_id, :order => "count_all DESC", :limit => 60)
-
-  day_users = day_users.keys.map { |u| User.find(u).display_name.gsub('@', ' at ').gsub('.', ' dot ') }
-  week_users = week_users.keys.map { |u| User.find(u).display_name.gsub('@', ' at ').gsub('.', ' dot ') }
-  month_users = month_users.keys.map { |u| User.find(u).display_name.gsub('@', ' at ').gsub('.', ' dot ') }
-
-  SyncEnumerator.new(day_users, week_users, month_users).each do |day,week,month|
-    puts "<tr><td>#{day}</td><td>#{week}</td><td>#{month}</td></tr>"
-  end
-
-  puts "</table>"
-rescue Exception => e
-  puts "<p><em>Exception: #{e.to_s}</em><br />#{e.backtrace.join('<br />')}</p>"
+rescue StandardError => e
+  puts "<p><em>Exception: #{e}</em><br />#{e.backtrace.join('<br />')}</p>"
 end
 
 end
 
-puts "<p>Report took #{(Time.new - start_time).to_s} seconds to run</p>"
+puts "<p>Report took #{Time.now.utc - start_time} seconds to run</p>"
 puts "</body>"
 puts "</html>"
 puts "</body>"
 puts "</html>"
+
+exit 0
The OpenStreetMap web site