Key to the following table: [sample number]. [date] [image links] ',
'Success',
'Unreachable',
'Timeout',
'Socket error',
'No method',
'Exception
',
'')
Log.debug('HTML initial hunk generated')
dates = {}
date_idx = 0
last_date = ''
hist = {}
samples.each_with_index do |f, num|
Log.info('%d/%d processed (current: %s)' % [num,samples.size, f]) if num%100 == 0
datadir = f
yaml = File.join(datadir, 'walk-sks.yaml')
# The SVG is output to be consumed from the browser -- Drop the
# local basedir from it
svg_full = File.join(datadir, 'walk-sks.dot.svg').gsub(/^#{basedir}/,'')
svg_green = File.join(datadir, 'walk-sks.green.dot.svg').gsub(/^#{basedir}/,'')
# We have too many samples -- During the first months, I took up to
# 24 samples a day!
#
# Currently, I am outputting all of them "lumped together" in their daily column.
this_date = File.basename(f)
this_date = '%s.%s.%s' % [this_date[0..3], this_date[4..5], this_date[6..7] ]
if last_date != this_date
date_idx += 1
dates[date_idx] = this_date
last_date = this_date
end
ht_fh.puts('
%s
Graphs: Full (src); Success (src).
Values: ' %
[this_date, svg_full, svg_full.gsub(/.svg$/,''), svg_green, svg_green.gsub(/.svg$/,'')])
# The YAML file includes two components: "Servers" and "Status".
# Servers are used to build the snapshot SVGs, painting that
# particular snapshot; this script uses Status, representing each of
# the servers' status. It is a hash, with the following keys, and with
# the list of servers in that status:
# - R: ENETUNREACH, ECONNREFUSED
# - T: Net::OpenTimeout
# - S: SocketError, OpenURI::HTTPError
# - N: NoMethodError
# - ?: Other exception
# - .: Success
status = YAML.load(open(yaml))[1]
totals = {'.' => 0, 'R' => 0, 'T' => 0, 'S' => 0, 'N' => 0, '?' => 0}
status.keys.each {|s| totals[s] = status[s].size}
ht_fh.puts('%d%d%d%d%d%d' % %w(. R T S N ?).map{|k| totals[k]})
data_row = %w(. R T S N ?).map{|k| totals[k]}
data_row.unshift(date_idx)
# Fill the results only, to prepare the histogram
hist[totals['.']] ||= 0
hist[totals['.']] += 1
data_fh.puts(data_row.join("\t"))
end
ht_fh.puts('')
ht_fh.close()
File.rename(work_html, html)
data_fh.close()
Log.info('HTML generation completed, proceeding with graphs')
data_hist_fh.puts hist.keys.sort.map{|k| "%d\t%d" % [k, hist[k]]}
data_hist_fh.close()
gnup_hist_fh.puts %q(reset
set term svg
data='%s'
set yrange[0:100]
plot data using 1:2 title "Number of successful connections" linetype rgb "#008800"
) % [gp_hist]
gnupg_common = %q(reset
set term svg
data='%s'
set xlabel 'Sampling date'
set ylabel 'Number of responses'
set xtics nomirror
set ytics nomirror
set border 1+2
set style line 12 lc rgb '#808080' lt 0 lw 1
set grid back ls 12
set yrange [0:850]
set xtics rotate by -30
set xtics(%s)
) % [gp_data, dates.keys.select {|d| d%100 == 1}.sort.map { |d| '"%s" %d' % [dates[d], d] }.join(', ') ]
gnup_fh.puts(gnupg_common)
gnup_succ_fh.puts(gnupg_common)
gnup_fh.puts('plot data using 1:7 title "Exception" with points pointsize 0.2 linetype rgb "#000000" linewidth 2, \
data using 1:6 title "No method" with points pointsize 0.2 linetype rgb "#000088" linewidth 2, \
data using 1:5 title "Socket error" with points pointsize 0.2 linetype rgb "#884400" linewidth 2, \
data using 1:4 title "Timeout" with points pointsize 0.2 linetype rgb "#880000" linewidth 2, \
data using 1:3 title "Unreachable" with points pointsize 0.2 linetype rgb "#888800" linewidth 2, \
data using 1:2 title "Success" with points pointsize 0.3 pointtype 5 linetype rgb "#008800" linewidth 2')
gnup_fh.close()
gnup_succ_fh.puts('plot data using 1:2 title "Servers successfully contacted" with points pointsize 0.3 pointtype 5 linetype rgb "#008800"')
gnup_succ_fh.close()
Log.info('Gnuplot definitions generated.')
