<#
NAME: ESXi_Rolling_Reboots_Safe.ps1
AUTHOR: Chris Danielewski
DATE : 12/21/2016
PURPOSE: This script will loop though each host in the cluster and safely reboot it.
It will calculate if the host can be placed in MM so that the cluster is to
never exceed 94% CPU/RAM utilisation. Also disabled/re-enables alarms for each host.
Perfect for upgrades if not using VUM.
OUTPUT: N/A
REQUIRED UTILITIES: PowerCLI
==========================================================================
CHANGE HISTORY:
GE HISTORY:
v1.0 12/21/2016 CD New Script!.
#>
$cluster = Read-Host "Please enter cluster Name"
$vmhosts = $cluster | Get-VMHost -State Connected | sort Name
foreach ($vmh in $vmhosts)
{
$vmhname = $vmh.Name
Write-Host -ForegroundColor Blue "(1/8) Analysing cluster $cluster"
$calc = CalculateClusterLoadMinusOneHost($cluster)
if($calc-eq $True){
###Enter MM###
Write-Host -ForegroundColor Yellow "(2/8) Cluster utilisation within thresholds"
Write-Host -ForegroundColor Yellow "(3/8) $vmhname MM initiated"
Set-VMHost -VMHost $vmh -State Maintenance | Out-Null
###Wait until host is in MM###
do {
$vmh = Get-VMhost -Name $vmhname
$state = $vmh.ConnectionState
sleep 10
}until ($state -eq "Maintenance")
$state = ""
#Disable alerts
SetHostAlertsDisabled($vmhname)
Write-Host -ForegroundColor Yellow "(4/8) $vmhname alerts are now disabled"
###Reboot###
Write-Host -ForegroundColor Yellow "(5/8) $vmhname reboot initiated"
Restart-VMHost -VMHost $vmh -Confirm:$false | Out-Null
sleep 10
###Wait for reconnect###
do {
sleep 60
$vmh = Get-VMhost -Name $vmhname
$state = $vmh.ConnectionState
Write-Host "Waiting for $vmhname reboot to complete"
# if ($state -eq "Maintenance"){
# Write-Host -ForegroundColor Yellow "$vmhname exit MM initiated"
# Set-VMhost -VMHost $vmh -State Connected | Out-Null
# }
}until ($state -eq "Connected")
Write-Host -ForegroundColor Yellow "(6/8) $vmhname reconnected to $cluster"
###Enable Alerts###
Write-Host -ForegroundColor Yellow "(7/8) $vmhname alerts are now enabled"
SetHostAlertsEnabled($vmhname)
#Output success
Write-Host -ForegroundColor Blue "(8/8) $vmhname operations completed"
###Continue the loop - move onto another host
}
Else
{exit
Write-Host -ForegroundColor Red "Cluster utilisation too high"
}
}
Function CalculateClusterLoadMinusOneHost([string]$cluster)
{
#Set variables
$clu = Get-Cluster $cluster
$VMHs = $clu | Get-VMHost -State Connected | sort Name
$report = @()
$memlvl = 0
$cpulvl = 0
$counter = 0
#Define CPU/Memory thresholds
$memthres = 94
$cputhres = 94
#Loop through cluster and pull CPU/MEM Stats
foreach ($vmh in $VMHs)
{
$row = "" | select-Object Name, CpuUtil, MemUtil
$row.Name = $hosts.Name
$row.CpuUtil = (Get-Stat -Entity $vmh -Stat cpu.usage.average -Realtime -MaxSamples 1 | where {$_.Instance -eq ""}).Value
$row.MemUtil = (Get-Stat -Entity $vmh -Stat mem.usage.average -Realtime -MaxSamples 1).Value
$report += $row
$memlvl = $memlvl + $row.MemUtil
$cpulvl = $cpulvl + $row.CpuUtil
$counter ++
}
$counter --
#Calculate Total and average memory and CPU
$memtotal = [System.Math]::Round($memlvl)
$cputotal = [System.Math]::Round($cpulvl)
[double]$memavg = $memtotal / $counter
Write-Host -ForegroundColor Yellow "Cluster $cluster memory utilisation after taking out this node will be $memavg %"
[double]$cpuavg = $cputotal / $counter
Write-Host -ForegroundColor Yellow "Cluster $cluster CPU utilisation after taking out this node will be $cpuavg %"
#Return True or False
if ($memavg -lt $memthres -and $cpuavg -lt $cputhres){return $true}Else{return $false}
}
Function SetHostAlertsDisabled($node)
{
$alarmMgr = Get-View AlarmManager
$svr = Get-VMHost $node
$alarmMgr.EnableAlarmActions($svr.Extensiondata.MoRef,$false)
}
Function SetHostAlertsEnabled($node)
{
$alarmMgr = Get-View AlarmManager
$svr = Get-VMHost $node
$alarmMgr.EnableAlarmActions($svr.Extensiondata.MoRef,$true)
}
