mirror/librenms-librenms-agent
1
0
Fork 0
mirror of https://github.com/librenms/librenms-agent.git synced 2024-05-09 09:54:52 +00:00
Code Releases Activity

fix for issues/501 and do assorted cleanup while there (#502)

Browse Source
This commit is contained in:
Zane C. Bowers-Hadley
2023-12-19 21:10:57 -06:00
committed by GitHub
parent 0f7ad4d23e
commit f3c31fbdf8
1 changed files with 115 additions and 80 deletions
Download Patch File Download Diff File Expand all files Collapse all files

195
snmp/zfs
View File

@@ -1,8 +1,14 @@
#!/usr/bin/env perl #!/usr/bin/env perl
=head1 DESCRIPTION =head1 NAME
This is a SNMP extend for ZFS for use with LibreNMS. zfs - LibreNMS JSON SNMP extend for gathering backups for ZFS
=head1 VERSION
0.1.0
=head1 DESCRIPTION
For more information, see L<https://docs.librenms.org/Extensions/Applications/#zfs>. For more information, see L<https://docs.librenms.org/Extensions/Applications/#zfs>.
@@ -29,11 +35,11 @@ in the return.
The requirements may be installed via CPAN like below for Linux. The requirements may be installed via CPAN like below for Linux.
apt-get install cpanminus zlib1g-dev apt-get install cpanminus File::Slurp MIME::Base64 JSON
Or on FreeBSD via pkg... Or on FreeBSD via pkg...
pkg install p5-JSON p5-File-Slurp p5-MIME-Base64 p5-Gzip-Faster pkg install p5-JSON p5-File-Slurp p5-MIME-Base64
=cut =cut
@@ -62,31 +68,59 @@ Or on FreeBSD via pkg...
# Many thanks to Ben Rockwood, Jason J. Hellenthal, and Martin Matuska # Many thanks to Ben Rockwood, Jason J. Hellenthal, and Martin Matuska
# for zfs-stats and figuring out the math for all the stats # for zfs-stats and figuring out the math for all the stats
#
# Thanks to dlangille for pointing out the issues on 14 and Bobzikwick figuring out the fix in issues/501
use strict; use strict;
use warnings; use warnings;
use JSON; use JSON;
use Getopt::Std; use Getopt::Long;
use File::Slurp; use File::Slurp;
use MIME::Base64; use MIME::Base64;
use Gzip::Faster; use IO::Compress::Gzip qw(gzip $GzipError);
use Pod::Usage;
$Getopt::Std::STANDARD_HELP_VERSION = 1; #$Getopt::Std::STANDARD_HELP_VERSION = 1;
sub main::VERSION_MESSAGE { sub main::VERSION_MESSAGE {
print "FreeBSD ZFS v3 stats extend 0.0.1\n"; pod2usage( -exitval => 255, -verbose => 99, -sections => qw(VERSION), -output => \*STDOUT, );
} }
sub main::HELP_MESSAGE { sub main::HELP_MESSAGE {
pod2usage( -exitval => 255, -verbose => 2, -output => \*STDOUT, );
} }
#this will be dumped to json at the end #this will be dumped to json at the end
my %tojson; my %tojson;
#gets the options #gets the options
my %opts = (); my %opts;
getopts( 'pbs', \%opts ); my $opts_p;
my $opts_b;
my $opts_s;
my $version;
my $help;
#getopts( 'pbs', \%opts );
GetOptions(
p => \$opts_p,
b => \$opts_b,
s => \$opts_s,
v => \$version,
version => \$version,
h => \$help,
help => \$help,
);
$opts{p} = $opts_p;
$opts{b} = $opts_b;
$opts{s} = $opts_s;
if ($version) {
pod2usage( -exitval => 255, -verbose => 99, -sections => qw(VERSION), -output => \*STDOUT, );
}
if ($help) {
pod2usage( -exitval => 255, -verbose => 2, -output => \*STDOUT, );
}
#process each pool and shove them into JSON #process each pool and shove them into JSON
my $zpool_output = `/sbin/zpool list -pH`; my $zpool_output = `/sbin/zpool list -pH`;
@@ -118,39 +152,33 @@ while ( defined( $pools[$pools_int] ) ) {
$newPool{dedup}, $newPool{health}, $newPool{altroot} $newPool{dedup}, $newPool{health}, $newPool{altroot}
) = split( /\,/, $pool ); ) = split( /\,/, $pool );
if ($opts{s}) { if ( $opts{s} ) {
$newPool{status} = `zpool status $newPool{name}`; $newPool{status} = `zpool status $newPool{name}`;
} }
if ( $newPool{health} eq 'ONLINE' ) { if ( $newPool{health} eq 'ONLINE' ) {
$newPool{health} = 0; $newPool{health} = 0;
$tojson{online}++; $tojson{online}++;
} } elsif ( $newPool{health} eq 'DEGRADED' ) {
elsif ( $newPool{health} eq 'DEGRADED' ) {
$newPool{health} = 1; $newPool{health} = 1;
$tojson{health} = 0; $tojson{health} = 0;
$tojson{degraded}++; $tojson{degraded}++;
} } elsif ( $newPool{health} eq 'OFFLINE' ) {
elsif ( $newPool{health} eq 'OFFLINE' ) {
$newPool{health} = 2; $newPool{health} = 2;
$tojson{offline}++; $tojson{offline}++;
} } elsif ( $newPool{health} eq 'FAULTED' ) {
elsif ( $newPool{health} eq 'FAULTED' ) {
$newPool{health} = 3; $newPool{health} = 3;
$tojson{health} = 0; $tojson{health} = 0;
$tojson{faulted}++; $tojson{faulted}++;
} } elsif ( $newPool{health} eq 'UNAVAIL' ) {
elsif ( $newPool{health} eq 'UNAVAIL' ) {
$newPool{health} = 4; $newPool{health} = 4;
$tojson{health} = 0; $tojson{health} = 0;
$tojson{unavail}++; $tojson{unavail}++;
} } elsif ( $newPool{health} eq 'REMOVED' ) {
elsif ( $newPool{health} eq 'REMOVED' ) {
$newPool{health} = 5; $newPool{health} = 5;
$tojson{health} = 0; $tojson{health} = 0;
$tojson{removed}++; $tojson{removed}++;
} } else {
else {
$newPool{health} = 6; $newPool{health} = 6;
$tojson{health} = 0; $tojson{health} = 0;
$tojson{unknown}++; $tojson{unknown}++;
@@ -188,7 +216,7 @@ while ( defined( $pools[$pools_int] ) ) {
push( @toShoveIntoJSON, \%newPool ); push( @toShoveIntoJSON, \%newPool );
$pools_int++; $pools_int++;
} } ## end while ( defined( $pools[$pools_int] ) )
$tojson{pools} = \@toShoveIntoJSON; $tojson{pools} = \@toShoveIntoJSON;
# #
@@ -209,10 +237,9 @@ if ( $^O eq 'freebsd' ) {
$var =~ s/^.*\.arcstats\.//; $var =~ s/^.*\.arcstats\.//;
$stats_stuff->{$var} = $val; $stats_stuff->{$var} = $val;
} }
} } ## end foreach my $stat (@sysctls_pull)
} } elsif ( $^O eq 'linux' ) {
elsif ( $^O eq 'linux' ) {
my @arcstats_lines = read_file('/proc/spl/kstat/zfs/arcstats'); my @arcstats_lines = read_file('/proc/spl/kstat/zfs/arcstats');
foreach my $line (@arcstats_lines) { foreach my $line (@arcstats_lines) {
chomp($line); chomp($line);
@@ -222,30 +249,30 @@ elsif ( $^O eq 'linux' ) {
} }
# does not seem to exist for me, but some of these don't seem to be created till needed # does not seem to exist for me, but some of these don't seem to be created till needed
if ( !defined( $stats_stuff->{"recycle_miss"} ) ) { if ( !defined( $stats_stuff->{recycle_miss} ) ) {
$stats_stuff->{"recycle_miss"} = 0; $stats_stuff->{recycle_miss} = 0;
} }
## ##
## ARC misc ## ARC misc
## ##
$tojson{deleted} = $stats_stuff->{"deleted"}; $tojson{deleted} = $stats_stuff->{deleted};
$tojson{evict_skip} = $stats_stuff->{"evict_skip"}; $tojson{evict_skip} = $stats_stuff->{evict_skip};
$tojson{mutex_skip} = $stats_stuff->{'mutex_miss'}; $tojson{mutex_skip} = $stats_stuff->{mutex_miss};
$tojson{recycle_miss} = $stats_stuff->{"recycle_miss"}; $tojson{recycle_miss} = $stats_stuff->{recycle_miss};
## ##
## ARC size ## ARC size
## ##
my $target_size_percent = $stats_stuff->{"c"} / $stats_stuff->{"c_max"} * 100; my $target_size_percent = $stats_stuff->{c} / $stats_stuff->{c_max} * 100;
my $arc_size_percent = $stats_stuff->{"size"} / $stats_stuff->{"c_max"} * 100; my $arc_size_percent = $stats_stuff->{size} / $stats_stuff->{c_max} * 100;
my $target_size_adaptive_ratio = $stats_stuff->{"c"} / $stats_stuff->{"c_max"}; my $target_size_adaptive_ratio = $stats_stuff->{c} / $stats_stuff->{c_max};
my $min_size_percent = $stats_stuff->{"c_min"} / $stats_stuff->{"c_max"} * 100; my $min_size_percent = $stats_stuff->{c_min} / $stats_stuff->{c_max} * 100;
$tojson{arc_size} = $stats_stuff->{"size"}; $tojson{arc_size} = $stats_stuff->{size};
$tojson{target_size_max} = $stats_stuff->{"c_max"}; $tojson{target_size_max} = $stats_stuff->{c_max};
$tojson{target_size_min} = $stats_stuff->{"c_min"}; $tojson{target_size_min} = $stats_stuff->{c_min};
$tojson{target_size} = $stats_stuff->{"c"}; $tojson{target_size} = $stats_stuff->{c};
$tojson{target_size_per} = $target_size_percent; $tojson{target_size_per} = $target_size_percent;
$tojson{arc_size_per} = $arc_size_percent; $tojson{arc_size_per} = $arc_size_percent;
$tojson{target_size_arat} = $target_size_adaptive_ratio; $tojson{target_size_arat} = $target_size_adaptive_ratio;
@@ -255,39 +282,47 @@ $tojson{min_size_per} = $min_size_percent;
## ARC size breakdown ## ARC size breakdown
## ##
my $mfu_size; my $mfu_size;
if ( defined( $stats_stuff->{mfu_size} ) ) {
$mfu_size = $stats_stuff->{mfu_size};
}
my $recently_used_percent; my $recently_used_percent;
my $frequently_used_percent; my $frequently_used_percent;
if ( $stats_stuff->{"size"} >= $stats_stuff->{"c"} ) { if ( !defined( $stats_stuff->{p} ) && defined( $stats_stuff->{mfu_size} ) ) {
$mfu_size = $stats_stuff->{"size"} - $stats_stuff->{"p"}; $stats_stuff->{p} = $stats_stuff->{size} - $stats_stuff->{mfu_size};
$recently_used_percent = $stats_stuff->{"p"} / $stats_stuff->{"size"} * 100;
$frequently_used_percent = $mfu_size / $stats_stuff->{"size"} * 100;
} }
else { if ( $stats_stuff->{size} >= $stats_stuff->{c} ) {
$mfu_size = $stats_stuff->{"c"} - $stats_stuff->{"p"}; if ( !defined($mfu_size) ) {
$recently_used_percent = $stats_stuff->{"p"} / $stats_stuff->{"c"} * 100; $mfu_size = $stats_stuff->{size} - $stats_stuff->{p};
$frequently_used_percent = $mfu_size / $stats_stuff->{"c"} * 100; }
$recently_used_percent = $stats_stuff->{p} / $stats_stuff->{size} * 100;
$frequently_used_percent = $mfu_size / $stats_stuff->{size} * 100;
} else {
if ( !defined($mfu_size) ) {
$mfu_size = $stats_stuff->{c} - $stats_stuff->{p};
}
$recently_used_percent = $stats_stuff->{p} / $stats_stuff->{c} * 100;
$frequently_used_percent = $mfu_size / $stats_stuff->{c} * 100;
} }
$tojson{p} = $stats_stuff->{"p"}; $tojson{p} = $stats_stuff->{p};
## ##
## ARC efficiency ## ARC efficiency
## ##
my $arc_hits = $stats_stuff->{"hits"}; my $arc_hits = $stats_stuff->{hits};
my $arc_misses = $stats_stuff->{"misses"}; my $arc_misses = $stats_stuff->{misses};
my $demand_data_hits = $stats_stuff->{"demand_data_hits"}; my $demand_data_hits = $stats_stuff->{demand_data_hits};
my $demand_data_misses = $stats_stuff->{"demand_data_misses"}; my $demand_data_misses = $stats_stuff->{demand_data_misses};
my $demand_metadata_hits = $stats_stuff->{"demand_metadata_hits"}; my $demand_metadata_hits = $stats_stuff->{demand_metadata_hits};
my $demand_metadata_misses = $stats_stuff->{"demand_metadata_misses"}; my $demand_metadata_misses = $stats_stuff->{demand_metadata_misses};
my $mfu_ghost_hits = $stats_stuff->{"mfu_ghost_hits"}; my $mfu_ghost_hits = $stats_stuff->{mfu_ghost_hits};
my $mfu_hits = $stats_stuff->{"mfu_hits"}; my $mfu_hits = $stats_stuff->{mfu_hits};
my $mru_ghost_hits = $stats_stuff->{"mru_ghost_hits"}; my $mru_ghost_hits = $stats_stuff->{mru_ghost_hits};
my $mru_hits = $stats_stuff->{"mru_hits"}; my $mru_hits = $stats_stuff->{mru_hits};
my $prefetch_data_hits = $stats_stuff->{"prefetch_data_hits"}; my $prefetch_data_hits = $stats_stuff->{prefetch_data_hits};
my $prefetch_data_misses = $stats_stuff->{"prefetch_data_misses"}; my $prefetch_data_misses = $stats_stuff->{prefetch_data_misses};
my $prefetch_metadata_hits = $stats_stuff->{"prefetch_metadata_hits"}; my $prefetch_metadata_hits = $stats_stuff->{prefetch_metadata_hits};
my $prefetch_metadata_misses = $stats_stuff->{"prefetch_metadata_misses"}; my $prefetch_metadata_misses = $stats_stuff->{prefetch_metadata_misses};
## ##
## ARC efficiency, common ## ARC efficiency, common
## ##
@@ -315,8 +350,7 @@ if ( $prefetch_data_total != 0 ) {
my $anon_hits_percent; my $anon_hits_percent;
if ( $anon_hits != 0 ) { if ( $anon_hits != 0 ) {
$anon_hits_percent = $anon_hits / $arc_hits * 100; $anon_hits_percent = $anon_hits / $arc_hits * 100;
} } else {
else {
$anon_hits_percent = 0; $anon_hits_percent = 0;
} }
@@ -395,34 +429,35 @@ $tojson{l2_access_total} = $tojson{l2_hits} + $tojson{l2_misses};
## ##
my %head_hash; my %head_hash;
$head_hash{'data'} = \%tojson; $head_hash{data} = \%tojson;
$head_hash{'version'} = 3; $head_hash{version} = 3;
$head_hash{'error'} = 0; $head_hash{error} = 0;
$head_hash{'errorString'} = ''; $head_hash{errorString} = '';
my $j = JSON->new; my $j = JSON->new;
if ( $opts{p} && ! $opts{b} ) { if ( $opts{p} && !$opts{b} ) {
$j->pretty(1); $j->pretty(1);
} }
my $return_string = $j->encode( \%head_hash ); my $return_string = $j->encode( \%head_hash );
if ( !$opts{p} && ! $opts{b} ) { if ( !$opts{p} && !$opts{b} ) {
print $return_string."\n"; print $return_string. "\n";
exit 0; exit 0;
}elsif (!$opts{b}) { } elsif ( !$opts{b} ) {
print $return_string; print $return_string;
exit 0; exit 0;
} }
my $compressed = encode_base64( gzip($return_string) ); my $compressed_string;
gzip \$return_string => \$compressed_string;
my $compressed = encode_base64($compressed_string);
$compressed =~ s/\n//g; $compressed =~ s/\n//g;
$compressed = $compressed . "\n"; $compressed = $compressed . "\n";
if ( length($compressed) > length($return_string) ) { if ( length($compressed) > length($return_string) ) {
print $return_string."\n"; print $return_string. "\n";
} } else {
else {
print $compressed; print $compressed;
} }