X-Git-Url: https://git.openstreetmap.org./chef.git/blobdiff_plain/7b9ec4b60ee39614d1d083d7220e76b07d2b275f..2bfb0ef07fb64314f5c4ded641a8c280df9c1d0b:/cookbooks/munin/files/default/plugins/api_calls_num diff --git a/cookbooks/munin/files/default/plugins/api_calls_num b/cookbooks/munin/files/default/plugins/api_calls_num index b0c23664b..e776505d2 100755 --- a/cookbooks/munin/files/default/plugins/api_calls_num +++ b/cookbooks/munin/files/default/plugins/api_calls_num @@ -1,80 +1,34 @@ #!/usr/bin/ruby -require 'rubygems' -require 'date' -gem 'home_run', '>= 0' -require 'apache_log_regex' - -NUM_LINES = 10000 - -def uris_from_logs - lines = Array.new - max_time = nil - min_time = nil - parser = ApacheLogRegex.new('%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\" %x') - IO.popen("tail -n #{NUM_LINES} /var/log/apache2/access.log").each_line do |line| - begin - hash = parser.parse(line) - uri = hash["%r"] - t = DateTime.strptime(hash["%t"], "[%d/%b/%Y:%H:%M:%S %z]") - min_time = [min_time, t].compact.min - max_time = [max_time, t].compact.max - lines << uri - rescue ApacheLogRegex::ParseError => e - # nil - end - end - [min_time, max_time, lines] -end +require "json" CALL_TYPES = { - :map => "Map API calls", - :upload => "Changeset diff uploads", - :amf => "AMF API calls", - :history => "Element history fetches", + :map => "Map API calls", + :upload => "Changeset diff uploads", + :amf => "AMF API calls", + :history => "Element history fetches", :full => "Full element fetches", :trkpts => "GPX trackpoints calls", - :web => "Web site traffic", + :web => "Web site traffic", :other => "Other API calls" -} - -def categorise_uri(line) - uri = line.split(" ")[1] - - case uri - when /api\/0\.6\/map/ then :map - when /api\/0\.6\/changeset\/[0-9]*\/upload/ then :upload - when /api\/0\.6\/amf/ then :amf - when /api\/0\.6\/(node|way|relation)\/[0-9]*\/history/ then :history - when /api\/0\.6\/(node|way|relation)\/[0-9]*\/full/ then :full - when /api\/0\.6\/trackpoints/ then :trkpts - when /api\/0\.6\// then :other - else :web - end -end +}.freeze -if ARGV[0] == 'config' +if ARGV[0] == "config" puts "graph_title Requests processed" - puts "graph_vlabel Number of requests per minute" + puts "graph_args --base 1000" + puts "graph_vlabel Number of requests per ${graph_period}" puts "graph_category api" - CALL_TYPES.each { |k, v| puts "#{k}.label #{v}" } -else - min_time, max_time, lines = uris_from_logs - delta_t = (max_time - min_time).to_f * 24 * 60 - counts = lines. - collect {|x| categorise_uri(x)}. - inject(Hash.new) do |h, e| - if h.has_key? e - h[e] += 1 - else - h[e] = 1 - end - h + CALL_TYPES.each do |type, label| + puts "#{type}.label #{label}" + puts "#{type}.type DERIVE" + puts "#{type}.min 0" end - - CALL_TYPES.keys.each do |type| - count = counts[type] || 0 - puts "#{type}.value #{count / delta_t}" +else + statistics = JSON.parse(File.read("/srv/www.openstreetmap.org/rails/tmp/statistics.json")) + + CALL_TYPES.each_key do |type| + count = statistics["uri"][type.to_s] || 0 + puts "#{type}.value #{count}" end end