ViewVC Help
View File | Revision Log | Show Annotations | Revision Graph | Root Listing
root/i-scream/projects/cms/source/reports/rrdgraphing/graph.pl
(Generate patch)

Comparing projects/cms/source/reports/rrdgraphing/graph.pl (file contents):
Revision 1.5 by tdb, Tue May 21 15:01:43 2002 UTC vs.
Revision 1.20 by tdb, Thu Nov 23 16:37:44 2006 UTC

# Line 2 | Line 2
2  
3   #
4   # i-scream central monitoring system
5 + # http://www.i-scream.org
6   # Copyright (C) 2000-2002 i-scream
7   #
8   # This program is free software; you can redistribute it and/or
# Line 21 | Line 22
22  
23   # -----------------------------------------------------------
24   # i-scream graph generation script
25 < # http://www.i-scream.org.uk
25 > # http://www.i-scream.org
26   #
27   # Generates graphs from rrd databases for i-scream data.
28   #
# Line 44 | Line 45 | use RRDs;
45  
46   # define variables that will be read from the config
47   # nb. keep this insync with the config file!
48 < use vars qw{
49 <    $imgdir $rrddir                    
48 > use vars qw{
49 >    $imgdir $imgwidth $imgheight $rrddir
50      $maxrrdage $maximgage $deleterrds $deleteimgs
51 <    $hex_slash $hex_underscore  
51 >    $hex_slash $hex_underscore $hex_space $hex_colon $hex_bslash $hex_rbracket
52 >    $hex_lbracket $hex_plus $hex_hash
53      $rrdstep $retry_wait
54      $verbose $quiet
55   };
# Line 97 | Line 99 | if($opts{q}) {
99      $verbose = 0;
100   }
101  
100
102   # Read the contents of the base directory
103   # and pull out the list of subdirectories (except . and .. :)
104   opendir(DIR, $rrddir);
105 < my(@rrddirlist) = grep { -d "$rrddir/$_" && !/^\.$/ && !/^\.\.$/ } readdir(DIR);
105 > my(@rrddirlist) = sort grep { -d "$rrddir/$_" && !/^\.$/ && !/^\.\.$/ } readdir(DIR);
106   closedir DIR;
107  
108 < # look through each directoty, as they might
108 > # look through each directory, as they might
109   # contain rrds for a particular machine
110   foreach my $machine (@rrddirlist) {
111      # Read the contents of the directory
# Line 135 | Line 136 | foreach my $machine (@rrddirlist) {
136          if($rrd =~ /^(cpu)\.rrd$/) {
137              my(@data);
138              my(@rawdata);
139 <            push @data, "LINE2:$1:idle:idle#00FF00:idle cpu";
140 <            push @data, "LINE2:$1:user:user#0000FF:user cpu";
141 <            push @data, "LINE2:$1:kernel:kernel#00FFFF:kernel cpu";
142 <            push @data, "LINE2:$1:swap:swap#FF00FF:swap cpu";
143 <            push @data, "LINE2:$1:iowait:iowait#FF0000:iowait cpu";
139 >            push @data, "AREA:$1:swap:swap#FF00FF:OK:swap cpu  ";
140 >            push @data, "STACK:$1:iowait:iowait#FF0000:OK:iowait cpu";
141 >            push @data, "STACK:$1:kernel:kernel#00FFFF:OK:kernel cpu";
142 >            push @data, "STACK:$1:user:user#0000FF:OK:user cpu  ";
143 >            push @data, "LINE2:$1:idle:idle#00FF00:OK:idle cpu  ";
144              push @rawdata, "--upper-limit=100";
145 <            &makegraph($machine, $1, "CPU Usage for $machine", \@data, \@rawdata);
145 >            &makegraph($machine, $1, "CPU Usage for $machine", "% cpu time", \@data, \@rawdata);
146          }
147 +        if($rrd =~ /^(uptime)\.rrd$/) {
148 +            my(@data);
149 +            push @data, "LINE2:$1:uptime:uptime#0000FF:OK:uptime";
150 +            &makegraph($machine, $1, "Uptime for $machine", "uptime in seconds", \@data);
151 +        }
152          if($rrd =~ /^(mem)\.rrd$/) {
153              my(@data);
154              my(@rawdata);
155 <            # we don't actually want to display free memory,
156 <            # although we need it to do inuse...
157 <            push @data, "NONE:$1:free:free#CCCCFF:free memory";
158 <            push @data, "LINE2:$1:total:total#0000FF:total memory";
159 <            # calculate inuse
160 <            push @rawdata, "CDEF:inuse=total,free,-";
155 >            # we don't actually want to display free or total memory,
156 >            # although we need it to work out peruse...
157 >            push @data, "NONE:$1:free:free#CCCCFF:NONE:free memory";
158 >            push @data, "NONE:$1:total:total#0000FF:NONE:total memory\\n";
159 >            push @data, "NONE:$1:cache:cache#0000FF:NONE:cache memory\\n";
160 >            # calculate peruse - note that we only use 'free' if it's
161 >            # less or equal to total (this is to avoid negative percentages :)
162 >            push @rawdata, "CDEF:peruse=total,free,total,LE,free,0,IF,-,total,/,100,*";
163 >            push @rawdata, "CDEF:percacuse=cache,total,LE,cache,0,IF,total,/,100,*";
164              # and add it to the graph
165 <            push @rawdata, "AREA:inuse#CCCCFF:memory in use";
165 >            push @rawdata, "AREA:peruse#CCCCFF:% memory in use";
166 >            &addlegend(\@rawdata, "peruse");
167 >            push @rawdata, "LINE2:percacuse#0000FF:% memory cache ";
168 >            &addlegend(\@rawdata, "percacuse");
169 >            push @rawdata, "--upper-limit=100";
170              push @rawdata, "--base=1024";
171 <            &makegraph($machine, $1, "Memory Usage for $machine", \@data, \@rawdata);
171 >            # put the total memory on the graph so we can map percentages to real values
172 >            push @rawdata, "GPRINT:total:LAST:Current total memory\\: \%.2lf %sb\\c";
173 >            &makegraph($machine, $1, "Memory Usage for $machine", "% memory in use", \@data, \@rawdata);
174          }
175          if($rrd =~ /^(load)\.rrd$/) {
176              my(@data);
177 <            push @data, "LINE2:$1:load1:load1#CCCCFF:1 minute load average";
178 <            push @data, "LINE2:$1:load5:load5#7777FF:5 minute load average";
179 <            push @data, "LINE2:$1:load15:load15#0000FF:15 minute load average";
180 <            &makegraph($machine, $1, "Loads for $machine", \@data);
177 >            push @data, "LINE2:$1:load1:load1#CCCCFF:OK: 1 min load average";
178 >            push @data, "LINE2:$1:load5:load5#7777FF:OK: 5 min load average";
179 >            push @data, "LINE2:$1:load15:load15#0000FF:OK:15 min load average";
180 >            &makegraph($machine, $1, "Loads for $machine", "load average", \@data);
181          }
182          if($rrd =~ /^(proc)\.rrd$/) {
183              my(@data);
184 <            push @data, "LINE2:$1:cpu:cpu#00FF00:cpu processes";
185 <            push @data, "LINE2:$1:sleeping:sleeping#0000FF:sleeping processes";
186 <            push @data, "LINE2:$1:stopped:stopped#00FFFF:stopped processes";
187 <            push @data, "LINE2:$1:total:total#FF00FF:total processes";
188 <            push @data, "LINE2:$1:zombie:zombie#FF0000:zombie processes";
189 <            &makegraph($machine, $1, "Processes on $machine", \@data);
184 >            push @data, "AREA:$1:stopped:stopped#00FFFF:OK:stopped processes ";
185 >            push @data, "STACK:$1:zombie:zombie#FF0000:OK:zombie processes  ";
186 >            push @data, "STACK:$1:cpu:cpu#00FF00:OK:cpu processes     ";
187 >            push @data, "STACK:$1:sleeping:sleeping#0000FF:OK:sleeping processes";
188 >            push @data, "LINE2:$1:total:total#FF00FF:OK:total processes   ";
189 >            &makegraph($machine, $1, "Processes on $machine", "no. of processes", \@data);
190          }
191          if($rrd =~ /^(swap)\.rrd$/) {
192              my(@data);
193              my(@rawdata);
194 <            # we don't actually want to display free swap,
195 <            # although we need it to do inuse...
196 <            push @data, "NONE:$1:free:free#CCCCFF:free swap";
197 <            push @data, "LINE2:$1:total:total#0000FF:total swap";
198 <            # calculate inuse
199 <            push @rawdata, "CDEF:inuse=total,free,-";
194 >            # we don't actually want to display free or total swap,
195 >            # although we need it to work out peruse...
196 >            push @data, "NONE:$1:free:free#CCCCFF:NONE:free swap";
197 >            push @data, "NONE:$1:total:total#0000FF:NONE:total swap\\n";
198 >            # calculate peruse - note that we only use 'free' if it's
199 >            # less or equal to total (this is to avoid negative percentages :)
200 >            push @rawdata, "CDEF:peruse=total,free,total,LE,free,0,IF,-,total,/,100,*";
201              # and add it to the graph
202 <            push @rawdata, "AREA:inuse#CCCCFF:swap in use";
202 >            push @rawdata, "AREA:peruse#CCCCFF:% swap in use";
203 >            push @rawdata, "--upper-limit=100";
204              push @rawdata, "--base=1024";
205 <            &makegraph($machine, $1, "Swap Usage for $machine", \@data, \@rawdata);
205 >            # add some nice values to the legend
206 >            &addlegend(\@rawdata, "peruse");
207 >            # put the total swap on the graph so we can map percentages to real values
208 >            push @rawdata, "GPRINT:total:LAST:Current total swap\\: \%.2lf %sb\\c";
209 >            &makegraph($machine, $1, "Swap Usage for $machine", "% swap in use", \@data, \@rawdata);
210          }
211          if($rrd =~ /^(users)\.rrd$/) {
212              my(@data);
213 <            push @data, "AREA:$1:count:count#CCCCFF:user count";
214 <            &makegraph($machine, $1, "User Count for $machine", \@data);
213 >            push @data, "AREA:$1:count:count#CCCCFF:OK:user count";
214 >            &makegraph($machine, $1, "User Count for $machine", "no. of users", \@data);
215          }
216 <        if($rrd =~ /^(disk)-(\S+).rrd$/) {
216 >        if($rrd =~ /^(paging)\.rrd$/) {
217              my(@data);
218 +            push @data, "AREA:$1:pageins:pageins#00FF00:OK:pages paged in ";
219 +            push @data, "LINE2:$1:pageouts:pageouts#0000FF:OK:pages paged out";
220 +            &makegraph($machine, $1, "Paging on $machine", "pages per second", \@data);
221 +        }
222 +        if($rrd =~ /^(disk)-(\S+)\.rrd$/) {
223 +            my(@data);
224              my(@rawdata);
225 <            push @data, "LINE2:$1-$2:kbytes:kbytes#0000FF:total size";
226 <            push @data, "AREA:$1-$2:used:used#CCCCFF:used";
225 >            # we need this lot for our calculations, but we'll never show them
226 >            push @data, "NONE:$1-$2:total:total#0000FF:NONE:total size\\n";
227 >            push @data, "NONE:$1-$2:used:used#CCCCFF:NONE:used space";
228 >            push @data, "NONE:$1-$2:totalinodes:totalinodes#000000:NONE:total inodes";
229 >            push @data, "NONE:$1-$2:freeinodes:freeinodes#000000:NONE:free inodes";
230 >            # calculate peruse, add it to the graph, and add a legend
231 >            push @rawdata, "CDEF:peruse=used,total,/,100,*";
232 >            push @rawdata, "AREA:peruse#CCCCFF:% disk used  ";
233 >            &addlegend(\@rawdata, "peruse");
234 >            # put the total space on the graph so we can map percentages to real values
235 >            push @rawdata, "GPRINT:total:LAST:Current total space\\: \%.2lf %sb\\c";
236 >            # calculate perinodeuse, add it to the graph, and add a legend
237 >            push @rawdata, "CDEF:perinodeuse=totalinodes,freeinodes,totalinodes,LT,freeinodes,0,IF,-,totalinodes,/,100,*";
238 >            push @rawdata, "LINE2:perinodeuse#FF4444:% inodes used";
239 >            push @rawdata, "--upper-limit=100";
240              push @rawdata, "--base=1024";
241 +            &addlegend(\@rawdata, "perinodeuse");
242 +            # put the total inodes on the graph so we can map percentages to real values
243 +            push @rawdata, "GPRINT:totalinodes:LAST:Current total inodes\\: \%.2lf %s\\c";
244 +            # some name tidting
245              my($type) = $1;
246              my($name) = $2;
247              my($nicename) = $2;
248              $nicename =~ s/$hex_slash/\//g;
249              $nicename =~ s/$hex_underscore/_/g;
250 <            &makegraph($machine, "$type-$name", "Disk Usage for $machine on $nicename", \@data, \@rawdata);
250 >            $nicename =~ s/$hex_bslash/\\/g;
251 >            $nicename =~ s/$hex_space/ /g;
252 >            $nicename =~ s/$hex_colon/:/g;
253 >            &makegraph($machine, "$type-$name", "Disk Usage for $machine on $nicename", "% usage", \@data, \@rawdata);
254          }
255 +        if($rrd =~ /^(diskio)-(\S+)\.rrd$/) {
256 +            my(@data);
257 +            my(@rawdata);
258 +            push @data, "AREA:$1-$2:rbytes:rbytes#00FF00:OK:read bytes ";
259 +            push @data, "LINE2:$1-$2:wbytes:wbytes#0000FF:OK:write bytes";
260 +            push @rawdata, "--base=1024";
261 +            # some name tidying
262 +            my($type) = $1;
263 +            my($name) = $2;
264 +            my($nicename) = $2;
265 +            $nicename =~ s/$hex_slash/\//g;
266 +            $nicename =~ s/$hex_underscore/_/g;
267 +            $nicename =~ s/$hex_bslash/\\/g;
268 +            $nicename =~ s/$hex_space/ /g;
269 +            $nicename =~ s/$hex_colon/:/g;
270 +            &makegraph($machine, "$type-$name", "Disk IO for $machine on $nicename", "bytes per second", \@data, \@rawdata);
271 +        }
272 +        if($rrd =~ /^(net)-(\S+)\.rrd$/) {
273 +            my(@data);
274 +            my(@rawdata);
275 +            push @data, "AREA:$1-$2:rx:rx#00FF00:OK:received bytes  ";
276 +            push @data, "LINE2:$1-$2:tx:tx#0000FF:OK:transfered bytes";
277 +            push @rawdata, "--base=1024";
278 +            # some name tidying
279 +            my($type) = $1;
280 +            my($name) = $2;
281 +            my($nicename) = $2;
282 +            $nicename =~ s/$hex_slash/\//g;
283 +            $nicename =~ s/$hex_underscore/_/g;
284 +            $nicename =~ s/$hex_bslash/\\/g;
285 +            $nicename =~ s/$hex_space/ /g;
286 +            $nicename =~ s/$hex_colon/:/g;
287 +            $nicename =~ s/$hex_lbracket/(/g;
288 +            $nicename =~ s/$hex_rbracket/)/g;
289 +            $nicename =~ s/$hex_plus/+/g;
290 +            $nicename =~ s/$hex_hash/#/g;
291 +            &makegraph($machine, "$type-$name", "Network IO for $machine on $nicename", "bytes per second", \@data, \@rawdata);
292 +        }
293 +        if($rrd =~ /^(mailq)-(\S+)\.rrd$/) {
294 +            my(@data);
295 +            my(@rawdata);
296 +            push @data, "LINE2:$1-$2:size:size#0000FF:OK:messages";
297 +            &makegraph($machine, "$1-$2", "Mail Queue ($2) Size for $machine", "messages in queue", \@data, \@rawdata);
298 +        }
299          # probably a queue with a name like this :)
300          if($rrd =~ /^(\d+)_0\.rrd$/) {
301              my(@data);
# Line 212 | Line 303 | foreach my $machine (@rrddirlist) {
303              my($baserrd) = $1;
304              my($i) = 0;
305              while( -f "$rrddir/$machine/$baserrd\_$i.rrd" ) {
306 <                push @data, "LINE2:$baserrd\_$i:size:size$i" . &get_colour($i) . ":queue$i size ";
306 >                push @data, "LINE2:$baserrd\_$i:size:size$i" . &get_colour($i) . ":OK:queue$i size ";
307                  ++$i;
308              }
309 <            push @data, "LINE2:$baserrd\_0:total:total#FF0000:packets/sec - currently";
219 <            push @rawdata, "GPRINT:total:LAST:%lf %spackets/sec";
309 >            push @data, "LINE2:$baserrd\_0:total:total#FF0000:OK:packets/sec ";
310              my($comment);
311              if(-f "$rrddir/$machine/$baserrd.def") {
312                  open(DEF, "$rrddir/$machine/$baserrd.def");
# Line 224 | Line 314 | foreach my $machine (@rrddirlist) {
314                  chomp $comment if defined $comment;
315              }
316              $comment = "unknown queue" if not defined $comment;
317 <            &makegraph($machine, $baserrd, $comment, \@data, \@rawdata);
317 >            &makegraph($machine, $baserrd, $comment, "", \@data, \@rawdata);
318          }
319      }
320      # have a last check, maybe we can remove the directory now?
# Line 245 | Line 335 | if($deleteimgs) {
335      # Read the contents of the graphs directory
336      # and pull out the list of subdirectories (except . and .. :)
337      opendir(DIR, $imgdir);
338 <    my(@imgdirlist) = grep { -d "$imgdir/$_" && !/^\.$/ && !/^\.\.$/ } readdir(DIR);
338 >    my(@imgdirlist) = sort grep { -d "$imgdir/$_" && !/^\.$/ && !/^\.\.$/ } readdir(DIR);
339      closedir DIR;
340  
341 <    # look through each directoty, as they might
341 >    # look through each directory, as they might
342      # contain images for a particular machine
343      foreach my $machine (@imgdirlist) {
344          # Read the contents of the directory
# Line 293 | Line 383 | exit(0);
383   #              (eg. cpu)
384   # $title     = the title for the graph
385   #              (eg. kernow CPU usage)
386 + # $vlabel    = the vertical label to apply to the left side of the graph
387 + #              (eg. kb/s)
388   # $dataref   = a reference to an array containing information for the graph
389 < #              elements of format: "gtype:rrdname:dsname:name#colour:comment with spaces"
389 > #              elements of format: "gtype:rrdname:dsname:name#colour:legend:comment with spaces"
390   #              (if gtype is "NONE" only a DEF of 'name' will be defined, no line will be plotted)
391 + #              (if legend is "NONE" the latest/average/max/min legend won't be printed)
392   # $rawcmdref = a reference to an array containing raw rrd commands
393   #              elements a single command each, no spaces
394   #
395  
396   sub makegraph() {
397 <    my($machine, $type, $title, $dataref, $rawcmdref) = @_;
397 >    my($machine, $type, $title, $vlabel, $dataref, $rawcmdref) = @_;
398      # pass in these arrays by reference
399      my(@data) = @$dataref if defined $dataref;
400      my(@rawcmd) = @$rawcmdref if defined $rawcmdref;
# Line 313 | Line 406 | sub makegraph() {
406      }
407      my(@rrdcmd);
408      foreach my $dataitem (@data) {
409 <        # dataitem should be: "gtype:rrdname:dsname:name#colour:comment with spaces"
409 >        # dataitem should be: "gtype:rrdname:dsname:name#colour:legend:comment with spaces"
410          # (if gtype is "NONE" only a DEF of 'name' will be defined, no line will be plotted)
411 <        if($dataitem =~ /^(\S+):(\S+):(\S+):(\S+)#(.{6}):(.*)$/) {
411 >        # (if legend is "NONE" the latest/average/max/min legend won't be printed)
412 >        if($dataitem =~ /^(\S+):(\S+):(\S+):(\S+)#(.{6}):(\S+):(.*)$/) {
413              push @rrdcmd, "DEF:$4=$rrddir/$machine/$2.rrd:$3:AVERAGE";
414              if($1 ne "NONE") {
415 <                push @rrdcmd, "$1:$4#$5:$6";
415 >                push @rrdcmd, "$1:$4#$5:$7";
416 >                if($6 ne "NONE") {
417 >                    # add some nice values to the legend
418 >                    &addlegend(\@rrdcmd, $4);
419 >                }
420              }
421          }
422      }
423      push @rrdcmd, "--title=$title";
424      push @rrdcmd, "--imgformat=PNG";
425      push @rrdcmd, "--lower-limit=0";
426 +    push @rrdcmd, "--vertical-label=$vlabel";
427 +    push @rrdcmd, "--width=$imgwidth";
428 +    push @rrdcmd, "--height=$imgheight";
429      # not entirely convinced this is good...
430      push @rrdcmd, "--alt-autoscale-max";
431      # add any further raw commands
# Line 350 | Line 451 | sub makegraph() {
451      &log("created $imgdir/$machine/$type-1y.png\n") unless $err_1y;
452      &error("Error generating 1y graph for $machine/$type: $err_1y\n") if $err_1y;
453      return;
454 + }
455 +
456 + # subroutine to add a legend
457 + # accepts reference to an array and a name
458 + sub addlegend() {
459 +    my($dataref, $name) = @_;
460 +    push @$dataref, "GPRINT:$name:LAST:Current\\: \%8.2lf %s";
461 +    push @$dataref, "GPRINT:$name:AVERAGE:Average\\: \%8.2lf %s";
462 +    push @$dataref, "GPRINT:$name:MAX:Max\\: \%8.2lf %s\\n";
463   }
464  
465   # hacky subroutine to return a colour

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines