2019-08-27 10:35:53 +02:00
										 
									 
								 
							 | 
							
								
							 | 
							
								
							 | 
							
							
								#!rsc
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								# RouterOS script: check-health
							 | 
						
					
						
							
								
									
										
										
										
											2020-01-01 17:00:39 +01:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								# Copyright (c) 2019-2020 Christian Hesse <mail@eworm.de>
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 10:35:53 +02:00
										 
									 
								 
							 | 
							
								
							 | 
							
								
							 | 
							
							
								#
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								# check for RouterOS health state
							 | 
						
					
						
							
								
									
										
										
										
											2020-03-27 21:41:40 +01:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								# https://git.eworm.de/cgit/routeros-scripts/about/doc/check-health.md
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 10:35:53 +02:00
										 
									 
								 
							 | 
							
								
							 | 
							
								
							 | 
							
							
								
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								:global CheckHealthLast;
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								:global CheckHealthTemperature;
							 | 
						
					
						
							
								
									
										
										
										
											2019-10-14 19:06:21 +02:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								:global CheckHealthVoltagePercent;
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 10:35:53 +02:00
										 
									 
								 
							 | 
							
								
							 | 
							
								
							 | 
							
							
								:global Identity;
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								
							 | 
						
					
						
							
								
									
										
										
										
											2020-04-03 17:29:08 +02:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								:global LogPrintExit;
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 10:35:53 +02:00
										 
									 
								 
							 | 
							
								
							 | 
							
								
							 | 
							
							
								:global SendNotification;
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								:local FormatVoltage do={
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								  :local Voltage [ :tonum $1 ];
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								  :return (($Voltage / 10) . "." . ($Voltage % ($Voltage / 10 * 10)) . "V");
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								}
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								:local CheckHealthCurrent [ / system health get ];
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								
							 | 
						
					
						
							
								
									
										
										
										
											2019-10-18 12:25:27 +02:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								:foreach Voltage in={ "battery"; "psu1-voltage"; "psu2-voltage"; "voltage" } do={
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 10:35:53 +02:00
										 
									 
								 
							 | 
							
								
							 | 
							
								
							 | 
							
							
								  :if ([ :typeof ($CheckHealthLast->$Voltage) ] = "num" && \
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								       [ :typeof ($CheckHealthCurrent->$Voltage) ] = "num") do={
							 | 
						
					
						
							
								
									
										
										
										
											2020-01-24 08:17:42 +01:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								    :if ($CheckHealthLast->$Voltage * (100 + $CheckHealthVoltagePercent) < $CheckHealthCurrent->$Voltage * 100 || \
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								         $CheckHealthLast->$Voltage * 100 > $CheckHealthCurrent->$Voltage * (100 + $CheckHealthVoltagePercent)) do={
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 10:35:53 +02:00
										 
									 
								 
							 | 
							
								
							 | 
							
								
							 | 
							
							
								      $SendNotification ("Health warning: " . $Voltage) \
							 | 
						
					
						
							
								
									
										
										
										
											2019-10-14 19:06:21 +02:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								          ("The " . $Voltage . " on " . $Identity . " jumped more than " . $CheckHealthVoltagePercent . "%.\n\n" . \
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 10:35:53 +02:00
										 
									 
								 
							 | 
							
								
							 | 
							
								
							 | 
							
							
								          "old value: " . [ $FormatVoltage ($CheckHealthLast->$Voltage) ] . "\n" . \
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								          "new value: " . [ $FormatVoltage ($CheckHealthCurrent->$Voltage) ]);
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								    }
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								  }
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								}
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								:foreach PSU in={ "psu1"; "psu2" } do={
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-28 20:48:32 +02:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								  :if ([ :typeof ($CheckHealthLast->($PSU . "-state")) ] = "str" && \
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								       [ :typeof ($CheckHealthCurrent->($PSU . "-state")) ] = "str") do={
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								    :if ($CheckHealthLast->($PSU . "-state") = "ok" && \
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								         $CheckHealthCurrent->($PSU . "-state") != "ok") do={
							 | 
						
					
						
							
								
									
										
										
										
											2020-03-24 12:38:03 +01:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								      $SendNotification ("Health warning: \E2\9D\8C " . $PSU . " state") \
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-28 20:48:32 +02:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								          ("The power supply unit '" . $PSU . "' on " . $Identity . " failed!");
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								    }
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								    :if ($CheckHealthLast->($PSU . "-state") != "ok" && \
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								         $CheckHealthCurrent->($PSU . "-state") = "ok") do={
							 | 
						
					
						
							
								
									
										
										
										
											2020-03-24 12:38:03 +01:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								      $SendNotification ("Health recovery: \E2\9C\85 " . $PSU . " state") \
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-28 20:48:32 +02:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								          ("The power supply unit '" . $PSU . "' on " . $Identity . " recovered!");
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								    }
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 15:20:11 +02:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								  }
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 10:35:53 +02:00
										 
									 
								 
							 | 
							
								
							 | 
							
								
							 | 
							
							
								}
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								:foreach Temperature in={ "temperature"; "cpu-temperature"; "board-temperature1"; "board-temperature2" } do={
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								  :if ([ :typeof ($CheckHealthLast->$Temperature) ] = "num" && \
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								       [ :typeof ($CheckHealthCurrent->$Temperature) ] = "num") do={
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								    :if ([ :typeof ($CheckHealthTemperature->$Temperature) ] != "num" ) do={
							 | 
						
					
						
							
								
									
										
										
										
											2020-04-03 17:29:08 +02:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								      $LogPrintExit warning ("No threshold given for " . $Temperature . ", assuming 50C.") false;
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 10:35:53 +02:00
										 
									 
								 
							 | 
							
								
							 | 
							
								
							 | 
							
							
								      :set ($CheckHealthTemperature->$Temperature) 50;
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								    }
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								    :if ($CheckHealthLast->$Temperature <= $CheckHealthTemperature->$Temperature && \
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								         $CheckHealthCurrent->$Temperature > $CheckHealthTemperature->$Temperature) do={
							 | 
						
					
						
							
								
									
										
										
										
											2020-03-24 12:38:03 +01:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								      $SendNotification ("Health warning: \E2\9D\8C " . $Temperature) \
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 10:35:53 +02:00
										 
									 
								 
							 | 
							
								
							 | 
							
								
							 | 
							
							
								          ("The " . $Temperature . " on " . $Identity . " is above threshold: " .  \
							 | 
						
					
						
							
								
									
										
										
										
											2020-03-09 16:23:10 +01:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								          $CheckHealthCurrent->$Temperature . "\C2\B0" . "C");
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 10:35:53 +02:00
										 
									 
								 
							 | 
							
								
							 | 
							
								
							 | 
							
							
								    }
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 15:20:11 +02:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								    :if ($CheckHealthLast->$Temperature > $CheckHealthTemperature->$Temperature && \
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								         $CheckHealthCurrent->$Temperature <= $CheckHealthTemperature->$Temperature) do={
							 | 
						
					
						
							
								
									
										
										
										
											2020-03-24 12:38:03 +01:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								      $SendNotification ("Health recovery: \E2\9C\85 " . $Temperature) \
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 15:20:11 +02:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								          ("The " . $Temperature . " on " . $Identity . " dropped below threshold: " .  \
							 | 
						
					
						
							
								
									
										
										
										
											2020-03-09 16:23:10 +01:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								          $CheckHealthCurrent->$Temperature . "\C2\B0" . "C");
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 15:20:11 +02:00
										 
									 
								 
							 | 
							
								
									
										
									
								
							 | 
							
								
							 | 
							
							
								    }
							 | 
						
					
						
							
								
									
										
										
										
											2019-08-27 10:35:53 +02:00
										 
									 
								 
							 | 
							
								
							 | 
							
								
							 | 
							
							
								  }
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								}
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								
							 | 
						
					
						
							| 
								
							 | 
							
								
							 | 
							
								
							 | 
							
							
								:set CheckHealthLast $CheckHealthCurrent;
							 |