AzStackHci.EnvironmentChecker

1.2100.2627.343

Obs/bin/ObsDep/content/Powershell/Roles/Common/HostReboot/HostReboot.psm1

<###################################################
 # #
 # Copyright (c) Microsoft. All rights reserved. #
 # #
 ##################################################>

Import-Module -Name "$PSScriptRoot\..\..\PhysicalMachines\UpdatePhysicalMachineHelper.psm1" -DisableNameChecking

$LastBootTimeXmlFile = "LastBootTime.xml"
$PreBootTimeXmlFile = "PreBootTime.xml"

function SaveLastBootTime
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )
    
    $ErrorActionPreference = 'stop'

    Trace-Execution "[SaveLastBootTime] Saving last boot time ..."
    $lastboottime = Invoke-Command { 
                                    param($LastBootTimeXmlFile)
                                    $lastboottime = Get-CimInstance -ClassName win32_operatingsystem -ErrorAction Stop | select lastbootuptime 
                                    $lastboottime | Export-Clixml -Path "$($env:SystemDrive)\MASLogs\$LastBootTimeXmlFile"
                                    $lastboottime

                               } -ComputerName $ComputerName -Credential $Credential -ArgumentList $script:LastBootTimeXmlFile

    Trace-Execution "[SaveLastBootTime] The last boot '$($lastboottime.lastbootuptime)' time is saved."
}

function GetLastBootTime
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true, Position=0, ValueFromPipeline=$true, ParameterSetName = 'ComputerName')]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName
    )

    $oldbootTime = Import-Clixml -Path "\\$ComputerName\c$\maslogs\$script:LastBootTimeXmlFile"

    return $oldbootTime.lastbootuptime
}

function SavePreBootTime
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory = $true)]
        [PSCredential]
        $Credential
    )

    $ErrorActionPreference = 'stop'

    Trace-Execution "[SavePreBootTime] Saving pre boot time ..."

    $preBootTime = Invoke-Command {
        param($PreBootTimeXmlFile)
        $preBootTime = Get-Date
        $preBootTime | Export-Clixml -Path "$($env:SystemDrive)\MASLogs\$PreBootTimeXmlFile"
        $preBootTime

    } -ComputerName $ComputerName -Credential $Credential -ArgumentList $script:PreBootTimeXmlFile

    Trace-Execution "[SavePreBootTime] Time before starting reboot sequence is '$preBootTime'."
}

function Prepare-KSR
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )
    
    $ErrorActionPreference = 'stop'

    try
    {
        Trace-Execution "[SoftRebootHelper] Adding KSR registry keys to allow soft reboot with an encrypted drive."

        Invoke-Command {

            $REG_KEY_PATH = "HKLM:\SYSTEM\CurrentControlSet\Policies\Microsoft\FVE"

            if(-not (Test-Path -Path $REG_KEY_PATH))
            {
                New-Item -Path $REG_KEY_PATH -Force
            }

            New-ItemProperty -Path $REG_KEY_PATH -PropertyType DWORD -Name OsvKsrAllow -Value 1 -Force
            New-ItemProperty -Path $REG_KEY_PATH -PropertyType DWORD -Name FdvKsrAllow -Value 1 -Force
            New-ItemProperty -Path $REG_KEY_PATH -PropertyType DWORD -Name RdvKsrAllow -Value 1 -Force   

        } -ComputerName $ComputerName -Credential $Credential -ErrorAction Stop

        # Prepare for KSR
        Trace-Execution "[SoftRebootHelper] Preparing for KSR."
        $outputDetails = Invoke-Command { 
                                            mountvol.exe x: /s
                                            Ksrcmd /Store 'x:\EFI\Microsoft\Boot\bcd' /prepare '{current}' 'InitiateOnly'

                        } -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop
        Trace-Execution "[SoftRebootHelper] Output of preparing for KSR:`r`n$($outputDetails | out-string)"
    }
    catch
    {
        throw "[SoftRebootHelper] Failed while attempting reboot of $ComputerName. Error: $_"
    }
}

function InspectKsr
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )

    Trace-Execution "[InspectKsr] Inspecting KSR."

    try {
        $scriptBlock = {
            param($LastBootTimeXmlFile, $PreBootTimeXmlFile)

            function GetEventTimeDiff($stopEvents, $startEvents)
            {
                # As long as we have events, we will capture the enclosing timespan. This
                # can lead to inaccurate timespan results if we have more than one stop
                # or start event but we can track those as we also log the event counts.
                # Capturing enclosing timespan can be useful if we want to cover the broader
                # interruption window.
                if (($stopEvents.Count -gt 0) -and ($startEvents.Count -gt 0))
                {
                    $stopEvent = $stopEvents[0]
                    $startEvent = $startEvents[-1]
                    
                    if ($stopEvent.TimeCreated -le $startEvent.TimeCreated)
                    {
                        return $(New-TimeSpan -Start $stopEvent.TimeCreated -End $startEvent.TimeCreated).TotalSeconds
                    }
                }
            
                # Stop and Start events are unavailable or out of sync
                return -1
            }

            function FirstEventDate($events)
            {
                if ($events.Count -ge 1)
                {
                    return $events[0].TimeCreated
                }

                # No events were found so return default value
                return Get-Date -Date "1980-01-01 00:00:00"
            }

            # Default event values in case we are not able to query some
            $osStopEvents        = @()
            $osStartEvents       = @()
            $bootTypeEvents      = @()
            $clussvcStopEvents   = @()
            $clussvcStartEvents  = @()
            $bootDurationE2E     = -1
            $bootDurationHwdOnly = -1
            $clussvcDownTime     = -1
            $lastBootTime        = ""
            $secondLastBootTime  = ""
            $failure             = ""

            # If we fail to get last boot time, we shouldn't block from gathering rest of telemetry. Also this
            # data point is not critical as boot time can be guessed from os stop/start events that we are capturing below.
            try
            {
                # LastBootTime.xml is captured before ksr is initiated so post ksr it indicates second last boot time
                $secondLastBootTime = $(Import-Clixml -Path "$($env:SystemDrive)\MASLogs\$LastBootTimeXmlFile")."lastbootuptime"
                $lastBootTime = $(Get-CimInstance -ClassName win32_operatingsystem -ErrorAction Stop)."lastbootuptime"
            }
            catch { } 

            # Identifying e2e boot window and time
            try 
            {   
                $preBootTime = Import-Clixml -Path "$($env:SystemDrive)\MASLogs\$PreBootTimeXmlFile"
                $currentTime = Get-Date
                $bootDurationE2ESpan = New-TimeSpan -Start $preBootTime -End $currentTime
                $bootDurationE2E = $bootDurationE2ESpan.TotalSeconds
                $bootWindowXPath = "*[System[TimeCreated[timediff(@SystemTime) <= $($bootDurationE2ESpan.TotalMilliseconds)]]]"
            }
            catch
            {
                $failure = "Could not find out pre ksr time."
            }

            # At minimum we need a boot window to query other things
            if ($failure -eq "")
            {
                $clusterServiceStopMessage1  = "The Cluster Service service entered the stopped state."
                $clusterServiceStartMessage1 = "The Cluster Service service entered the running state."
                $clusterServiceStopMessage2  = "The ClusSvc service entered the stopped state."
                $clusterServiceStartMessage2 = "The ClusSvc service entered the running state."

                # Query all events at once to avoid having to call Get-WinEvent multiple times
                try
                {
                    $events = Get-WinEvent -LogName "System" -FilterXPath $bootWindowXPath `
                    | where `
                      {`
                          (($_.ProviderName -eq "Microsoft-Windows-Kernel-General") -and (($_.Id -eq "12") -or ($_.Id -eq "13"))) -or`
                          (($_.ProviderName -eq "Microsoft-Windows-Kernel-Boot") -and ($_.Id -eq "27")) -or`
                          (`
                            ($_.ProviderName -eq "Service Control Manager") -and`
                            ($_.Id -eq "7036") -and `
                            (($_.Message -eq $clusterServiceStopMessage1) -or ($_.Message -eq $clusterServiceStartMessage1) -or ($_.Message -eq $clusterServiceStopMessage2) -or ($_.Message -eq $clusterServiceStartMessage2))`
                          )`
                      }`
                    | sort -Property TimeCreated
                }
                catch
                {
                    $failure = "Could not query events."
                }

                # Once we have events we can look for individual pieces
                if ($failure -eq "")
                {
                    foreach ($event in $events)
                    {
                        switch ($event.Id)
                        {
                            "13"    { $osStopEvents += $event }
                            "12"    { $osStartEvents += $event }
                            "27"    { $bootTypeEvents += $event }
                            "7036"  {
                                        if (($event.Message -eq $clusterServiceStopMessage1) -or ($event.Message -eq $clusterServiceStopMessage2))
                                        {
                                            $clussvcStopEvents += $event
                                        }
                                        else
                                        {
                                            $clussvcStartEvents += $event
                                        }
                                    }
                        }
                    }

                    $bootDurationHwdOnly = GetEventTimeDiff $osStopEvents $osStartEvents
                    $clussvcDownTime = GetEventTimeDiff $clussvcStopEvents $clussvcStartEvents
                }
            }

            $bootTypeEventMessage = ""

            if ($bootTypeEvents.Count -eq 1)
            {
                $bootTypeEventMessage = "'$($bootTypeEvents[0].Message)' at '$($bootTypeEvents[0].TimeCreated)'."
            }

            $eventData = @{ 
                "SecondLastBootTime"     = $secondLastBootTime                             # Last time the system booted before ksr
                "LastBootTime"           = $lastBootTime                                   # Time at which ksr happened
                "PreBootTime"            = $preBootTime                                    # Time just before ksr was initiated
                "OSStopEvent"            = [datetime](FirstEventDate $osStopEvents)        # First OS shutdown event
                "OSStopEventCount"       = $osStopEvents.Count                             # More than one OS shutdown event indicates crash
                "OSStartEvent"           = [datetime](FirstEventDate $osStartEvents)       # First OS startup event
                "OSStartEventCount"      = $osStartEvents.Count                            # More than one OS startup event indicates crash
                "ClusSvcStopEvent"       = [datetime](FirstEventDate $clussvcStopEvents)   # First Cluster Service stop event
                "ClusSvcStopEventCount"  = $clussvcStopEvents.Count                        # More than one cluster service stop event is an anomaly
                "ClusSvcStartEvent"      = [datetime](FirstEventDate $clussvcStartEvents)  # First Cluster Service start event
                "ClusSvcStartEventCount" = $clussvcStartEvents.Count                       # More than one cluster service start event is an anomaly
                "ClusSvcDownTime"        = $clussvcDownTime                                # Amount of time cluster service was down
                "BootTypeEvent"          = $bootTypeEventMessage                           # Type of boot that happened
                "BootTypeEventCount"     = $bootTypeEvents.Count                           # More than one boot type event is an anomaly
                "BootDurationE2E"        = $bootDurationE2E                                # Total boot duration = prep/shutdown time + time at hardware + boot/winrm ready time
                "BootDurationHwdOnly"    = $bootDurationHwdOnly                            # Time spend at hardware only (ksr clocks 1-15 seconds while full boot 5-20 mins)
                "FailureMessage"         = $failure                                        # Failure that happened when gathering above details
            }

            return $eventData
        }

        $eventData = [Hashtable]$(Invoke-Command -ScriptBlock $scriptBlock -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop -ArgumentList $script:LastBootTimeXmlFile, $script:PreBootTimeXmlFile)

        Trace-Execution "[InspectKsr] Sending telemetry."
        Import-Module -Name "$PSScriptRoot\..\RoleHelpers.psm1" -DisableNameChecking -Verbose:$false
        Send-TelemetryEvent -ComponentName "BareMetal" -EventName "KernelSoftReboot" -EventVersion 1 -EventData $eventData
        Trace-Execution "[InspectKsr] Telemtry sent."
    }
    catch
    {
        Trace-Execution "[InspectKsr] Failed to inspect ksr or send telemetry.'$_'."
    }
}

function Complete-KSR
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )
    
    $ErrorActionPreference = 'stop'

    try
    {
        # Complete KSR
        Trace-Execution "[SoftRebootHelper] Completing KSR."
        $outputDetails = Invoke-Command { 
                            ksrcmd /boottype
                            ksrcmd /complete                            
                       } -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop
        Trace-Execution "[SoftRebootHelper] Output of Completing KSR:`r`n$($outputDetails | out-string)"
    }
    catch
    {
        throw "[SoftRebootHelper] Failed while attempting reboot of $ComputerName. Error: $_"
    }
}

function OobColdRebootClusterNode
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName
    )

    $ErrorActionPreference = "Stop"

    Trace-Execution "Start: OobColdRebootClusterNodes function"

    Import-Module -Name "$ENV:ProgramFiles\WindowsPowerShell\Modules\Microsoft.AzureStack.Diagnostics.DataCollection\PMCServiceClient\PMCClient.psm1" -DisableNameChecking
    try
    {
        $pmcClient = Create-PMCClientWithServiceResolver
        $bmcOperation = New-Object -Type Microsoft.AzureStack.Solution.Deploy.PMC.Controllers.Models.PhysicalMachineBMCOperation
        $bmcOperation.ComputerName = $ComputerName
        $bmcOperation.OperationID = [guid]::NewGuid()

        # Power cycle does cold reboot(remove power). The PMC method waits till the power status changes.
        # It will riase appropriate exception if the power cycle did not complete
        $result = $pmcclient.PowerCycle($bmcOperation).GetAwaiter().GetResult()

        return "Power cycle initiated."
    }
    catch
    {
        throw "Could not invoke PMC Client exception: $($_.Exception.ToString())"
    }
}

function Start-Reboot
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential,

        [Parameter(Mandatory = $true)]
        [string]
        $RebootType
    )

    $ErrorActionPreference = 'stop'

    try
    {
        Trace-Execution "[Start-Reboot] Starting '$RebootType' Reboot."

        if ($RebootType -eq 'Soft')
        {
            # Before starting soft reboot, we need to prepare first
            Prepare-KSR -ComputerName $ComputerName -Credential $Credential

            # If prepare is fine, then do soft reboot
            $outputDetails = Invoke-Command { ksrcmd /reboot } -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop
        }
        elseif ($RebootType -eq 'Hard')
        {
            $outputDetails = Invoke-Command { shutdown /r /f /t 0 } -ComputerName $ComputerName -Credential $Credential -Authentication Credssp -ErrorAction stop
        }
        elseif ($RebootType -eq 'BMC')
        {
            $outputDetails = OobColdRebootClusterNode $ComputerName
        }
        else
        {
            throw "[Start-Reboot] Reboot type '$RebootType' is unsupported!"
        }

        Trace-Execution "[Start-Reboot] Output of starting reboot:`r`n$($outputDetails | out-string)"
    }
    catch
    {
        throw "[Start-Reboot] Failed while attempting reboot of $ComputerName. Error: $_"
    }
}

function Complete-Reboot
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true)]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential,

        [Parameter(Mandatory = $true)]
        [string]
        $RebootType
    )

    $ErrorActionPreference = 'stop'

    try
    {
        Trace-Execution "[Complete-Reboot] Completing '$RebootType' Reboot."

        # Only soft reboot requires a completion sequence
        if ($RebootType -eq 'Soft')
        {
            Complete-KSR -ComputerName $ComputerName -Credential $Credential

            # As we have completed Ksr, we'll deep inspect it to ensure all is well
            InspectKsr -ComputerName $ComputerName -Credential $Credential
        }

        Trace-Execution "[Complete-Reboot] Finished completing reboot."
    }
    catch
    {
        throw "[Complete-Reboot] Failed to complete reboot of $ComputerName. Error: $_"
    }
}

function WaitForCIM
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory = $true, Position=0, ValueFromPipeline=$true, ParameterSetName = 'ComputerName')]
        [ValidateNotNullOrEmpty()]
        [string]
        $ComputerName,

        [Parameter(Mandatory=$true)]
        [PSCredential]
        $Credential
    )

    $ErrorActionPreference = 'stop'

    $CimSessionConnectionTimeoutSec = 30
    $RetryDelaySec = 30
    $MaxWaitTime = 2700 # 2700 seconds = 45 mins

    $iteration = -1
    $startTime = Get-Date
    while ($(New-Timespan -start $startTime -end $(Get-Date)).TotalSeconds -le $MaxWaitTime)
    {
        $iteration = $iteration + 1

        Start-Sleep -Seconds $RetryDelaySec

        # First test CIM session connectivity
        Trace-Execution "Trying to check if CIM connectivity has been established to host node '$ComputerName', iteration '$iteration'."
        try
        {
            $cimSession = New-CimSession $ComputerName -Credential $Credential -OperationTimeoutSec $CimSessionConnectionTimeoutSec
        }
        catch
        {
            Trace-Execution "Could not establish cim connection to the host node '$ComputerName' after the reboot, iteration '$iteration'."
            continue
        }

        # Next get boot times so that we can compare them
        Trace-Execution "Getting old and new boot times from host node '$ComputerName', iteration '$iteration'."
        try
        {
            $newbootTime = ($cimSession.EnumerateInstances("root\cimv2", "Win32_OperatingSystem").CimInstanceProperties | Where-Object {$_.Name -eq "LastBootUpTime"}).Value

            # Best effort removing cim session as we don't need it anymore for this iteration
            try
            {
                Remove-CimSession $cimSession
            }
            catch
            {
                Trace-Execution "Failed to remove cim session. Ignoring error as we will create a new cim session in next iteration."
            }

            if (!($newbootTime -as [DateTime]))
            {
                throw "New boot time '$newbootTime' for host node '$ComputerName' iteration '$iteration' was not found or was invalid."
            }
        }
        catch
        {
            Trace-Execution "Could not get new boot time from host node '$ComputerName' after the reboot, iteration '$iteration'. Exception '$_'"
            continue
        }
        
        try
        {
            $oldbootTime = GetLastBootTime -ComputerName $ComputerName
            if (!($oldbootTime -as [DateTime]))
            {
                throw "Old boot time '$newbootTime' for host node '$ComputerName' iteration '$iteration' was not found or was invalid."
            }
        }
        catch
        {
            Trace-Execution "Could not get old boot fime from host node '$ComputerName' after the reboot, iteration '$iteration'. Exception '$_'"
            continue
        }

        # Finally comparing boot times to determine if reboot happened
        if ($newbootTime -gt $oldbootTime)
        {
            Trace-Execution "New boot time '$newbootTime' is greater than old boot time '$oldbootTime' so we have a successful reboot host node '$ComputerName', iteration '$iteration'."
            return
        }

        Trace-Execution "New boot time '$newbootTime' is not greater than old boot time '$oldbootTime' so we don't yet have a successful reboot host node '$ComputerName', iteration '$iteration'."
    }

    throw "Host node '$ComputerName' did not come back up in '$($MaxWaitTime / 60)' minutes"
}

function Prepare-Reboot
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory=$true)]
        [CloudEngine.Configurations.EceInterfaceParameters]
        $Parameters
    )

    $ErrorActionPreference = 'stop'

    # As this function will be called for initiating a reboot, we should set the host status
    # to NotStarted regardless of what happened in prior fallback sequence. Basically, a Soft
    # reboot may have failed but in the Soft->Hard fallback, the hard reboot has not started
    # and we are ignoring the previous reboot state.
    $ComputerName = Get-ExecutionContextNodeName -Parameters $Parameters -EnsureSingle
    Trace-Execution "Resetting host status to 'NotStarted'. ComputerName: '$ComputerName'."
    Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'NotStarted'
}

function Reboot-Machine
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory=$true)]
        [CloudEngine.Configurations.EceInterfaceParameters]
        $Parameters,

        [Parameter(Mandatory = $true)]
        [ValidateSet('Soft','Hard','BMC')]
        [string]
        $RebootType
    )

    $ErrorActionPreference = 'stop'

    Trace-Execution "[Reboot-Machine] Reboot type requested is : $RebootType."

    # Get node name from execution context
    $ComputerName = Get-ExecutionContextNodeName -Parameters $Parameters -EnsureSingle
    Trace-Execution "[Reboot-Machine] Physical node to be live OS updated is: $ComputerName."

    # Get domain credential
    $domainCredential = Get-DomainCredential -Parameters $Parameters
    Trace-Execution "[Reboot-Machine] Domain Credential UserName is: $($domainCredential.UserName)."

    $updateState = Get-HostUpdateState -Parameters $Parameters -HostName $ComputerName

    if($updateState -eq "Rebooting")
    {
        Trace-Execution "Reboot is already in progress. Continue to wait."
    }
    else
    {
        if ($updateState -eq "RebootPending")
        {
            Trace-Execution "Interface is being re-run due to failover or other reason. This is ok."
        }

        # Although we transition host status from NotStarted to RebootPending, we aren't making any decisions
        # on these statuses; they are just for diagnosability purposes. We mainly check for Rebooting.
        Trace-Execution "Setting host status to 'RebootPending'. ComputerName: '$ComputerName'"
        Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'RebootPending'

        SaveLastBootTime -ComputerName $ComputerName -Credential $domainCredential
        SavePreBootTime -ComputerName $ComputerName -Credential $domainCredential

        # Setting the update status to Rebooting to minimize failover related race onditions. Setting Rebooting
        # status before Start-Reboot v/s after involves different tradeoffs. If done after, a failover immediately
        # after Start-Reboot may end up resulting either in a double reboot or a failed reboot depending on how far
        # Start-Reboot had progressed before failover happened. If done before, and there is a failure in Start-Reboot,
        # then depending on how far Start-Reboot had progressed, we will likely end up in a failed reboot due to
        # WaitForCIM. But failures in Start-Reboot are not common (ksr prepare can fail but that is a failed reboot
        # anyway). On the flip side, if we do Start-Reboot first and ERCS primary was on this node, we will likely
        # trigger failover before setting Rebooting status. Due to these reasons, we are preferring setting
        # Rebooting status before Start-Reboot.
        Trace-Execution "Setting host status to 'Rebooting'. ComputerName: '$ComputerName'"
        Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'Rebooting'

        try
        {
            Start-Reboot -ComputerName $ComputerName -Credential $domainCredential -RebootType $RebootType
        }
        catch
        {
            # Although it is not common for Start-Reboot to fail (esp given that we know node is reachable due to prior
            # save boot time calls), we'd want to make a last ditch attempt at trying to see if the failure is recoverable
            # especially for reboot prep failures such as ksrcmd /prepare. Now, we won't know exactly where the failure
            # happened in Start-Reboot. Most cases though will fall in one of these two buckets:
            # - Start-Reboot threw in preparatory phase such as ksrcmd /prepare or mountvol.
            # - Start-Reboot threw after initiating reboot. This is highly unlikely in case of Soft or Hard coz if ksrcmd
            # or shutdown commands cannot be issued or fail, system won't end up rebooting. Thus the likely possibility
            # here is BMC reboot as it has a n/w dependency on BMC where Power cycle may have been initiated but the
            # confirmation may not have arrived to ERCS.
            # If we were to set status to RebootPending and we hit the second issue in BMC reboot, we may end up triggering
            # two BMC reboots. While first one may be fine, multiple BMC reboots should be avoided to minimize corruption.
            # Thus we will set RebootPending status only for Soft & Hard reboots. If in the rare case Start-Reboot fails for
            # Soft/Hard, it is ok for them to get tried again. For BMC we will err on side of caution and not reset host
            # status. This means we won't retry BMC reboot prep failures and will fail at WaitForCIM. And in the event the
            # Start-Reboot exception was after BMC reboot was initiated, we are good as WaitForCIM will ultimately pass.
            if ($RebootType -ne 'BMC')
            {
                Trace-Execution "Start-Reboot failed so reverting back host status to 'RebootPending'. ComputerName: '$ComputerName'"
                Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'RebootPending'
            }

            # Regardless of the host status, we still need to bubble this exception out to trigger retries
            throw $_
        }
    }

    # Waiting for node to come back up. There is no harm in waiting for this multiple times as each reboot attempt
    # will be preceeded with saving last boot time so once we have set host status to Rebooting, WaitForCIM won't
    # get affected by a failover/re-run.
    WaitForCIM -ComputerName $ComputerName -Credential $domainCredential

    # In case reboot process requires cleanup (such as Ksr), doing that here. ksrcmd /complete and thus
    # Complete-Reboot are idempotent so it is ok if it gets re-run due to a failover after Complete-Reboot
    # but before Set-HostUpdateState.
    Complete-Reboot -ComputerName $ComputerName -Credential $domainCredential -RebootType $RebootType
 
    Set-HostUpdateState -Parameters $Parameters -HostName $ComputerName -HostState 'Completed'

    # If in the remote chance there is a failover here (after setting host state), we will end up doing the entire
    # reboot flow, almost as if calling the interface anew. The only difference is that the main invocation of
    # Reboot-Machine is preceeded by Prepare-Reboot. That one resets the host status to NotStarted while here we
    # are left with Completed. But we set the host status to RebootPending before initiating Start-Reboot so it
    # doesn't really matter if the original state was NotStarted or Completed.
}

function Restart-MachinePostDeploy
{
    [CmdletBinding(SupportsShouldProcess=$true, ConfirmImpact="Medium")]
    param
    (
        [Parameter(Mandatory=$true)]
        [CloudEngine.Configurations.EceInterfaceParameters]
        $Parameters
    )

    $ErrorActionPreference = 'stop'

    Trace-Execution "[Restart-MachinePostDeploy] Reboot node post physical machine deployment"

    # Get node name from execution context
    $computerName = Get-ExecutionContextNodeName -Parameters $Parameters
    Trace-Execution "[Restart-MachinePostDeploy] Physical node to hard reboot: $computerName."

    # Get domain credential
    $domainCredential = Get-DomainCredential -Parameters $Parameters
    Trace-Execution "[Restart-MachinePostDeploy] Domain Credential UserName is: $($domainCredential.UserName)."

    try 
    {
        Trace-Execution "[Restart-MachinePostDeploy] Restarting node $computerName using domain credential"
        Restart-Computer -ComputerName $computerName -Credential $domainCredential -Force -Wait -For WinRM -Timeout 1800 -Delay 15 -Protocol WSMan
        Trace-Execution "[Restart-MachinePostDeploy] Restarting node $computerName using domain credential finished"
        Trace-Execution "[Restart-MachinePostDeploy] Proceeding after restart of node $computerName"
    }
    catch
    {
        Trace-Execution "[Restart-MachinePostDeploy] Failed restarting node $computerName threw exception $_"
        throw "[Restart-MachinePostDeploy] Failed restarting node $computerName. Error: $_"
    }
}

Export-ModuleMember -Function Prepare-Reboot
Export-ModuleMember -Function Reboot-Machine
Export-ModuleMember -Function Restart-MachinePostDeploy

# SIG # Begin signature block
# MIInzgYJKoZIhvcNAQcCoIInvzCCJ7sCAQExDzANBglghkgBZQMEAgEFADB5Bgor
# BgEEAYI3AgEEoGswaTA0BgorBgEEAYI3AgEeMCYCAwEAAAQQH8w7YFlLCE63JNLG
# KX7zUQIBAAIBAAIBAAIBAAIBADAxMA0GCWCGSAFlAwQCAQUABCCZy/mqMomD5h7O
# PrJ4Nf+FWp4Zvif9LFMXBjGxCn2M7aCCDYUwggYDMIID66ADAgECAhMzAAADri01
# UchTj1UdAAAAAAOuMA0GCSqGSIb3DQEBCwUAMH4xCzAJBgNVBAYTAlVTMRMwEQYD
# VQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVNaWNy
# b3NvZnQgQ29ycG9yYXRpb24xKDAmBgNVBAMTH01pY3Jvc29mdCBDb2RlIFNpZ25p
# bmcgUENBIDIwMTEwHhcNMjMxMTE2MTkwODU5WhcNMjQxMTE0MTkwODU5WjB0MQsw
# CQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9u
# ZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMR4wHAYDVQQDExVNaWNy
# b3NvZnQgQ29ycG9yYXRpb24wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIB
# AQD0IPymNjfDEKg+YyE6SjDvJwKW1+pieqTjAY0CnOHZ1Nj5irGjNZPMlQ4HfxXG
# yAVCZcEWE4x2sZgam872R1s0+TAelOtbqFmoW4suJHAYoTHhkznNVKpscm5fZ899
# QnReZv5WtWwbD8HAFXbPPStW2JKCqPcZ54Y6wbuWV9bKtKPImqbkMcTejTgEAj82
# 6GQc6/Th66Koka8cUIvz59e/IP04DGrh9wkq2jIFvQ8EDegw1B4KyJTIs76+hmpV
# M5SwBZjRs3liOQrierkNVo11WuujB3kBf2CbPoP9MlOyyezqkMIbTRj4OHeKlamd
# WaSFhwHLJRIQpfc8sLwOSIBBAgMBAAGjggGCMIIBfjAfBgNVHSUEGDAWBgorBgEE
# AYI3TAgBBggrBgEFBQcDAzAdBgNVHQ4EFgQUhx/vdKmXhwc4WiWXbsf0I53h8T8w
# VAYDVR0RBE0wS6RJMEcxLTArBgNVBAsTJE1pY3Jvc29mdCBJcmVsYW5kIE9wZXJh
# dGlvbnMgTGltaXRlZDEWMBQGA1UEBRMNMjMwMDEyKzUwMTgzNjAfBgNVHSMEGDAW
# gBRIbmTlUAXTgqoXNzcitW2oynUClTBUBgNVHR8ETTBLMEmgR6BFhkNodHRwOi8v
# d3d3Lm1pY3Jvc29mdC5jb20vcGtpb3BzL2NybC9NaWNDb2RTaWdQQ0EyMDExXzIw
# MTEtMDctMDguY3JsMGEGCCsGAQUFBwEBBFUwUzBRBggrBgEFBQcwAoZFaHR0cDov
# L3d3dy5taWNyb3NvZnQuY29tL3BraW9wcy9jZXJ0cy9NaWNDb2RTaWdQQ0EyMDEx
# XzIwMTEtMDctMDguY3J0MAwGA1UdEwEB/wQCMAAwDQYJKoZIhvcNAQELBQADggIB
# AGrJYDUS7s8o0yNprGXRXuAnRcHKxSjFmW4wclcUTYsQZkhnbMwthWM6cAYb/h2W
# 5GNKtlmj/y/CThe3y/o0EH2h+jwfU/9eJ0fK1ZO/2WD0xi777qU+a7l8KjMPdwjY
# 0tk9bYEGEZfYPRHy1AGPQVuZlG4i5ymJDsMrcIcqV8pxzsw/yk/O4y/nlOjHz4oV
# APU0br5t9tgD8E08GSDi3I6H57Ftod9w26h0MlQiOr10Xqhr5iPLS7SlQwj8HW37
# ybqsmjQpKhmWul6xiXSNGGm36GarHy4Q1egYlxhlUnk3ZKSr3QtWIo1GGL03hT57
# xzjL25fKiZQX/q+II8nuG5M0Qmjvl6Egltr4hZ3e3FQRzRHfLoNPq3ELpxbWdH8t
# Nuj0j/x9Crnfwbki8n57mJKI5JVWRWTSLmbTcDDLkTZlJLg9V1BIJwXGY3i2kR9i
# 5HsADL8YlW0gMWVSlKB1eiSlK6LmFi0rVH16dde+j5T/EaQtFz6qngN7d1lvO7uk
# 6rtX+MLKG4LDRsQgBTi6sIYiKntMjoYFHMPvI/OMUip5ljtLitVbkFGfagSqmbxK
# 7rJMhC8wiTzHanBg1Rrbff1niBbnFbbV4UDmYumjs1FIpFCazk6AADXxoKCo5TsO
# zSHqr9gHgGYQC2hMyX9MGLIpowYCURx3L7kUiGbOiMwaMIIHejCCBWKgAwIBAgIK
# YQ6Q0gAAAAAAAzANBgkqhkiG9w0BAQsFADCBiDELMAkGA1UEBhMCVVMxEzARBgNV
# BAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoTFU1pY3Jv
# c29mdCBDb3Jwb3JhdGlvbjEyMDAGA1UEAxMpTWljcm9zb2Z0IFJvb3QgQ2VydGlm
# aWNhdGUgQXV0aG9yaXR5IDIwMTEwHhcNMTEwNzA4MjA1OTA5WhcNMjYwNzA4MjEw
# OTA5WjB+MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UE
# BxMHUmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSgwJgYD
# VQQDEx9NaWNyb3NvZnQgQ29kZSBTaWduaW5nIFBDQSAyMDExMIICIjANBgkqhkiG
# 9w0BAQEFAAOCAg8AMIICCgKCAgEAq/D6chAcLq3YbqqCEE00uvK2WCGfQhsqa+la
# UKq4BjgaBEm6f8MMHt03a8YS2AvwOMKZBrDIOdUBFDFC04kNeWSHfpRgJGyvnkmc
# 6Whe0t+bU7IKLMOv2akrrnoJr9eWWcpgGgXpZnboMlImEi/nqwhQz7NEt13YxC4D
# dato88tt8zpcoRb0RrrgOGSsbmQ1eKagYw8t00CT+OPeBw3VXHmlSSnnDb6gE3e+
# lD3v++MrWhAfTVYoonpy4BI6t0le2O3tQ5GD2Xuye4Yb2T6xjF3oiU+EGvKhL1nk
# kDstrjNYxbc+/jLTswM9sbKvkjh+0p2ALPVOVpEhNSXDOW5kf1O6nA+tGSOEy/S6
# A4aN91/w0FK/jJSHvMAhdCVfGCi2zCcoOCWYOUo2z3yxkq4cI6epZuxhH2rhKEmd
# X4jiJV3TIUs+UsS1Vz8kA/DRelsv1SPjcF0PUUZ3s/gA4bysAoJf28AVs70b1FVL
# 5zmhD+kjSbwYuER8ReTBw3J64HLnJN+/RpnF78IcV9uDjexNSTCnq47f7Fufr/zd
# sGbiwZeBe+3W7UvnSSmnEyimp31ngOaKYnhfsi+E11ecXL93KCjx7W3DKI8sj0A3
# T8HhhUSJxAlMxdSlQy90lfdu+HggWCwTXWCVmj5PM4TasIgX3p5O9JawvEagbJjS
# 4NaIjAsCAwEAAaOCAe0wggHpMBAGCSsGAQQBgjcVAQQDAgEAMB0GA1UdDgQWBBRI
# bmTlUAXTgqoXNzcitW2oynUClTAZBgkrBgEEAYI3FAIEDB4KAFMAdQBiAEMAQTAL
# BgNVHQ8EBAMCAYYwDwYDVR0TAQH/BAUwAwEB/zAfBgNVHSMEGDAWgBRyLToCMZBD
# uRQFTuHqp8cx0SOJNDBaBgNVHR8EUzBRME+gTaBLhklodHRwOi8vY3JsLm1pY3Jv
# c29mdC5jb20vcGtpL2NybC9wcm9kdWN0cy9NaWNSb29DZXJBdXQyMDExXzIwMTFf
# MDNfMjIuY3JsMF4GCCsGAQUFBwEBBFIwUDBOBggrBgEFBQcwAoZCaHR0cDovL3d3
# dy5taWNyb3NvZnQuY29tL3BraS9jZXJ0cy9NaWNSb29DZXJBdXQyMDExXzIwMTFf
# MDNfMjIuY3J0MIGfBgNVHSAEgZcwgZQwgZEGCSsGAQQBgjcuAzCBgzA/BggrBgEF
# BQcCARYzaHR0cDovL3d3dy5taWNyb3NvZnQuY29tL3BraW9wcy9kb2NzL3ByaW1h
# cnljcHMuaHRtMEAGCCsGAQUFBwICMDQeMiAdAEwAZQBnAGEAbABfAHAAbwBsAGkA
# YwB5AF8AcwB0AGEAdABlAG0AZQBuAHQALiAdMA0GCSqGSIb3DQEBCwUAA4ICAQBn
# 8oalmOBUeRou09h0ZyKbC5YR4WOSmUKWfdJ5DJDBZV8uLD74w3LRbYP+vj/oCso7
# v0epo/Np22O/IjWll11lhJB9i0ZQVdgMknzSGksc8zxCi1LQsP1r4z4HLimb5j0b
# pdS1HXeUOeLpZMlEPXh6I/MTfaaQdION9MsmAkYqwooQu6SpBQyb7Wj6aC6VoCo/
# KmtYSWMfCWluWpiW5IP0wI/zRive/DvQvTXvbiWu5a8n7dDd8w6vmSiXmE0OPQvy
# CInWH8MyGOLwxS3OW560STkKxgrCxq2u5bLZ2xWIUUVYODJxJxp/sfQn+N4sOiBp
# mLJZiWhub6e3dMNABQamASooPoI/E01mC8CzTfXhj38cbxV9Rad25UAqZaPDXVJi
# hsMdYzaXht/a8/jyFqGaJ+HNpZfQ7l1jQeNbB5yHPgZ3BtEGsXUfFL5hYbXw3MYb
# BL7fQccOKO7eZS/sl/ahXJbYANahRr1Z85elCUtIEJmAH9AAKcWxm6U/RXceNcbS
# oqKfenoi+kiVH6v7RyOA9Z74v2u3S5fi63V4GuzqN5l5GEv/1rMjaHXmr/r8i+sL
# gOppO6/8MO0ETI7f33VtY5E90Z1WTk+/gFcioXgRMiF670EKsT/7qMykXcGhiJtX
# cVZOSEXAQsmbdlsKgEhr/Xmfwb1tbWrJUnMTDXpQzTGCGZ8wghmbAgEBMIGVMH4x
# CzAJBgNVBAYTAlVTMRMwEQYDVQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQHEwdSZWRt
# b25kMR4wHAYDVQQKExVNaWNyb3NvZnQgQ29ycG9yYXRpb24xKDAmBgNVBAMTH01p
# Y3Jvc29mdCBDb2RlIFNpZ25pbmcgUENBIDIwMTECEzMAAAOuLTVRyFOPVR0AAAAA
# A64wDQYJYIZIAWUDBAIBBQCgga4wGQYJKoZIhvcNAQkDMQwGCisGAQQBgjcCAQQw
# HAYKKwYBBAGCNwIBCzEOMAwGCisGAQQBgjcCARUwLwYJKoZIhvcNAQkEMSIEIKql
# ClqRzw/X4iH/tEozSww3+V4sNL65uq8jHl73LRePMEIGCisGAQQBgjcCAQwxNDAy
# oBSAEgBNAGkAYwByAG8AcwBvAGYAdKEagBhodHRwOi8vd3d3Lm1pY3Jvc29mdC5j
# b20wDQYJKoZIhvcNAQEBBQAEggEAKDCiY1p1BVckKDWwmBuNNw6VTJM6QqrrBzfO
# bTsJudEbfXvaTNH7H9CJjjRfInA4SsworKGpyKQjaD91zrN5HSq/ki+RSwFaSY+s
# iEOeiNlRDATxeJ9YIebcPLbyELFEjI0eBTpJY8YHTFYnbuxsEB1X/5Kj52oP3kEe
# MyNHbS2BjHrOPGOE78z1Yh5R5sOpTy1A7iy3gF8JaHU8zsc4YY1u+AH60hNIKwn8
# xdiiGZFpjxsWBQlNv+dIqa8f6ooU+gIjg1NaE4sN1/Ctxl7WfK63e+7OfpmEedan
# FPC7UaPDArZTiE1aGXG5Ho7MFppxoro0PFhypX3UyVZbOPl7laGCFykwghclBgor
# BgEEAYI3AwMBMYIXFTCCFxEGCSqGSIb3DQEHAqCCFwIwghb+AgEDMQ8wDQYJYIZI
# AWUDBAIBBQAwggFZBgsqhkiG9w0BCRABBKCCAUgEggFEMIIBQAIBAQYKKwYBBAGE
# WQoDATAxMA0GCWCGSAFlAwQCAQUABCAEbjOAS4arUg7BSLtjan+d5UmHuiX7FVNg
# BQDAs2tlHAIGZdY1c9PkGBMyMDI0MDMxMTE4MTY1NS4zNTdaMASAAgH0oIHYpIHV
# MIHSMQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMH
# UmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMS0wKwYDVQQL
# EyRNaWNyb3NvZnQgSXJlbGFuZCBPcGVyYXRpb25zIExpbWl0ZWQxJjAkBgNVBAsT
# HVRoYWxlcyBUU1MgRVNOOkZDNDEtNEJENC1EMjIwMSUwIwYDVQQDExxNaWNyb3Nv
# ZnQgVGltZS1TdGFtcCBTZXJ2aWNloIIReDCCBycwggUPoAMCAQICEzMAAAHimZmV
# 8dzjIOsAAQAAAeIwDQYJKoZIhvcNAQELBQAwfDELMAkGA1UEBhMCVVMxEzARBgNV
# BAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoTFU1pY3Jv
# c29mdCBDb3Jwb3JhdGlvbjEmMCQGA1UEAxMdTWljcm9zb2Z0IFRpbWUtU3RhbXAg
# UENBIDIwMTAwHhcNMjMxMDEyMTkwNzI1WhcNMjUwMTEwMTkwNzI1WjCB0jELMAkG
# A1UEBhMCVVMxEzARBgNVBAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1JlZG1vbmQx
# HjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3JhdGlvbjEtMCsGA1UECxMkTWljcm9z
# b2Z0IElyZWxhbmQgT3BlcmF0aW9ucyBMaW1pdGVkMSYwJAYDVQQLEx1UaGFsZXMg
# VFNTIEVTTjpGQzQxLTRCRDQtRDIyMDElMCMGA1UEAxMcTWljcm9zb2Z0IFRpbWUt
# U3RhbXAgU2VydmljZTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBALVj
# tZhV+kFmb8cKQpg2mzisDlRI978Gb2amGvbAmCd04JVGeTe/QGzM8KbQrMDol7DC
# 7jS03JkcrPsWi9WpVwsIckRQ8AkX1idBG9HhyCspAavfuvz55khl7brPQx7H99UJ
# bsE3wMmpmJasPWpgF05zZlvpWQDULDcIYyl5lXI4HVZ5N6MSxWO8zwWr4r9xkMmU
# Xs7ICxDJr5a39SSePAJRIyznaIc0WzZ6MFcTRzLLNyPBE4KrVv1LFd96FNxAzwne
# tSePg88EmRezr2T3HTFElneJXyQYd6YQ7eCIc7yllWoY03CEg9ghorp9qUKcBUfF
# cS4XElf3GSERnlzJsK7s/ZGPU4daHT2jWGoYha2QCOmkgjOmBFCqQFFwFmsPrZj4
# eQszYxq4c4HqPnUu4hT4aqpvUZ3qIOXbdyU42pNL93cn0rPTTleOUsOQbgvlRdth
# FCBepxfb6nbsp3fcZaPBfTbtXVa8nLQuMCBqyfsebuqnbwj+lHQfqKpivpyd7KCW
# ACoj78XUwYqy1HyYnStTme4T9vK6u2O/KThfROeJHiSg44ymFj+34IcFEhPogaKv
# NNsTVm4QbqphCyknrwByqorBCLH6bllRtJMJwmu7GRdTQsIx2HMKqphEtpSm1z3u
# fASdPrgPhsQIRFkHZGuihL1Jjj4Lu3CbAmha0lOrAgMBAAGjggFJMIIBRTAdBgNV
# HQ4EFgQURIQOEdq+7QdslptJiCRNpXgJ2gUwHwYDVR0jBBgwFoAUn6cVXQBeYl2D
# 9OXSZacbUzUZ6XIwXwYDVR0fBFgwVjBUoFKgUIZOaHR0cDovL3d3dy5taWNyb3Nv
# ZnQuY29tL3BraW9wcy9jcmwvTWljcm9zb2Z0JTIwVGltZS1TdGFtcCUyMFBDQSUy
# MDIwMTAoMSkuY3JsMGwGCCsGAQUFBwEBBGAwXjBcBggrBgEFBQcwAoZQaHR0cDov
# L3d3dy5taWNyb3NvZnQuY29tL3BraW9wcy9jZXJ0cy9NaWNyb3NvZnQlMjBUaW1l
# LVN0YW1wJTIwUENBJTIwMjAxMCgxKS5jcnQwDAYDVR0TAQH/BAIwADAWBgNVHSUB
# Af8EDDAKBggrBgEFBQcDCDAOBgNVHQ8BAf8EBAMCB4AwDQYJKoZIhvcNAQELBQAD
# ggIBAORURDGrVRTbnulfsg2cTsyyh7YXvhVU7NZMkITAQYsFEPVgvSviCylr5ap3
# ka76Yz0t/6lxuczI6w7tXq8n4WxUUgcj5wAhnNorhnD8ljYqbck37fggYK3+wEwL
# hP1PGC5tvXK0xYomU1nU+lXOy9ZRnShI/HZdFrw2srgtsbWow9OMuADS5lg7okrX
# a2daCOGnxuaD1IO+65E7qv2O0W0sGj7AWdOjNdpexPrspL2KEcOMeJVmkk/O0gan
# hFzzHAnWjtNWneU11WQ6Bxv8OpN1fY9wzQoiycgvOOJM93od55EGeXxfF8bofLVl
# UE3zIikoSed+8s61NDP+x9RMya2mwK/Ys1xdvDlZTHndIKssfmu3vu/a+BFf2uIo
# ycVTvBQpv/drRJD68eo401mkCRFkmy/+BmQlRrx2rapqAu5k0Nev+iUdBUKmX/iO
# aKZ75vuQg7hCiBA5xIm5ZIXDSlX47wwFar3/BgTwntMq9ra6QRAeS/o/uYWkmvqv
# E8Aq38QmKgTiBnWSS/uVPcaHEyArnyFh5G+qeCGmL44MfEnFEhxc3saPmXhe6MhS
# gCIGJUZDA7336nQD8fn4y6534Lel+LuT5F5bFt0mLwd+H5GxGzObZmm/c3pEWtHv
# 1ug7dS/Dfrcd1sn2E4gk4W1L1jdRBbK9xwkMmwY+CHZeMSvBMIIHcTCCBVmgAwIB
# AgITMwAAABXF52ueAptJmQAAAAAAFTANBgkqhkiG9w0BAQsFADCBiDELMAkGA1UE
# BhMCVVMxEzARBgNVBAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1JlZG1vbmQxHjAc
# BgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3JhdGlvbjEyMDAGA1UEAxMpTWljcm9zb2Z0
# IFJvb3QgQ2VydGlmaWNhdGUgQXV0aG9yaXR5IDIwMTAwHhcNMjEwOTMwMTgyMjI1
# WhcNMzAwOTMwMTgzMjI1WjB8MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGlu
# Z3RvbjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBv
# cmF0aW9uMSYwJAYDVQQDEx1NaWNyb3NvZnQgVGltZS1TdGFtcCBQQ0EgMjAxMDCC
# AiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAOThpkzntHIhC3miy9ckeb0O
# 1YLT/e6cBwfSqWxOdcjKNVf2AX9sSuDivbk+F2Az/1xPx2b3lVNxWuJ+Slr+uDZn
# hUYjDLWNE893MsAQGOhgfWpSg0S3po5GawcU88V29YZQ3MFEyHFcUTE3oAo4bo3t
# 1w/YJlN8OWECesSq/XJprx2rrPY2vjUmZNqYO7oaezOtgFt+jBAcnVL+tuhiJdxq
# D89d9P6OU8/W7IVWTe/dvI2k45GPsjksUZzpcGkNyjYtcI4xyDUoveO0hyTD4MmP
# frVUj9z6BVWYbWg7mka97aSueik3rMvrg0XnRm7KMtXAhjBcTyziYrLNueKNiOSW
# rAFKu75xqRdbZ2De+JKRHh09/SDPc31BmkZ1zcRfNN0Sidb9pSB9fvzZnkXftnIv
# 231fgLrbqn427DZM9ituqBJR6L8FA6PRc6ZNN3SUHDSCD/AQ8rdHGO2n6Jl8P0zb
# r17C89XYcz1DTsEzOUyOArxCaC4Q6oRRRuLRvWoYWmEBc8pnol7XKHYC4jMYcten
# IPDC+hIK12NvDMk2ZItboKaDIV1fMHSRlJTYuVD5C4lh8zYGNRiER9vcG9H9stQc
# xWv2XFJRXRLbJbqvUAV6bMURHXLvjflSxIUXk8A8FdsaN8cIFRg/eKtFtvUeh17a
# j54WcmnGrnu3tz5q4i6tAgMBAAGjggHdMIIB2TASBgkrBgEEAYI3FQEEBQIDAQAB
# MCMGCSsGAQQBgjcVAgQWBBQqp1L+ZMSavoKRPEY1Kc8Q/y8E7jAdBgNVHQ4EFgQU
# n6cVXQBeYl2D9OXSZacbUzUZ6XIwXAYDVR0gBFUwUzBRBgwrBgEEAYI3TIN9AQEw
# QTA/BggrBgEFBQcCARYzaHR0cDovL3d3dy5taWNyb3NvZnQuY29tL3BraW9wcy9E
# b2NzL1JlcG9zaXRvcnkuaHRtMBMGA1UdJQQMMAoGCCsGAQUFBwMIMBkGCSsGAQQB
# gjcUAgQMHgoAUwB1AGIAQwBBMAsGA1UdDwQEAwIBhjAPBgNVHRMBAf8EBTADAQH/
# MB8GA1UdIwQYMBaAFNX2VsuP6KJcYmjRPZSQW9fOmhjEMFYGA1UdHwRPME0wS6BJ
# oEeGRWh0dHA6Ly9jcmwubWljcm9zb2Z0LmNvbS9wa2kvY3JsL3Byb2R1Y3RzL01p
# Y1Jvb0NlckF1dF8yMDEwLTA2LTIzLmNybDBaBggrBgEFBQcBAQROMEwwSgYIKwYB
# BQUHMAKGPmh0dHA6Ly93d3cubWljcm9zb2Z0LmNvbS9wa2kvY2VydHMvTWljUm9v
# Q2VyQXV0XzIwMTAtMDYtMjMuY3J0MA0GCSqGSIb3DQEBCwUAA4ICAQCdVX38Kq3h
# LB9nATEkW+Geckv8qW/qXBS2Pk5HZHixBpOXPTEztTnXwnE2P9pkbHzQdTltuw8x
# 5MKP+2zRoZQYIu7pZmc6U03dmLq2HnjYNi6cqYJWAAOwBb6J6Gngugnue99qb74p
# y27YP0h1AdkY3m2CDPVtI1TkeFN1JFe53Z/zjj3G82jfZfakVqr3lbYoVSfQJL1A
# oL8ZthISEV09J+BAljis9/kpicO8F7BUhUKz/AyeixmJ5/ALaoHCgRlCGVJ1ijbC
# HcNhcy4sa3tuPywJeBTpkbKpW99Jo3QMvOyRgNI95ko+ZjtPu4b6MhrZlvSP9pEB
# 9s7GdP32THJvEKt1MMU0sHrYUP4KWN1APMdUbZ1jdEgssU5HLcEUBHG/ZPkkvnNt
# yo4JvbMBV0lUZNlz138eW0QBjloZkWsNn6Qo3GcZKCS6OEuabvshVGtqRRFHqfG3
# rsjoiV5PndLQTHa1V1QJsWkBRH58oWFsc/4Ku+xBZj1p/cvBQUl+fpO+y/g75LcV
# v7TOPqUxUYS8vwLBgqJ7Fx0ViY1w/ue10CgaiQuPNtq6TPmb/wrpNPgkNWcr4A24
# 5oyZ1uEi6vAnQj0llOZ0dFtq0Z4+7X6gMTN9vMvpe784cETRkPHIqzqKOghif9lw
# Y1NNje6CbaUFEMFxBmoQtB1VM1izoXBm8qGCAtQwggI9AgEBMIIBAKGB2KSB1TCB
# 0jELMAkGA1UEBhMCVVMxEzARBgNVBAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1Jl
# ZG1vbmQxHjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3JhdGlvbjEtMCsGA1UECxMk
# TWljcm9zb2Z0IElyZWxhbmQgT3BlcmF0aW9ucyBMaW1pdGVkMSYwJAYDVQQLEx1U
# aGFsZXMgVFNTIEVTTjpGQzQxLTRCRDQtRDIyMDElMCMGA1UEAxMcTWljcm9zb2Z0
# IFRpbWUtU3RhbXAgU2VydmljZaIjCgEBMAcGBSsOAwIaAxUAFpuZafp0bnpJdIhf
# iB1d8pTohm+ggYMwgYCkfjB8MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGlu
# Z3RvbjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBv
# cmF0aW9uMSYwJAYDVQQDEx1NaWNyb3NvZnQgVGltZS1TdGFtcCBQQ0EgMjAxMDAN
# BgkqhkiG9w0BAQUFAAIFAOmZvzcwIhgPMjAyNDAzMTIwMTM0NDdaGA8yMDI0MDMx
# MzAxMzQ0N1owdDA6BgorBgEEAYRZCgQBMSwwKjAKAgUA6Zm/NwIBADAHAgEAAgIK
# aTAHAgEAAgIf8jAKAgUA6ZsQtwIBADA2BgorBgEEAYRZCgQCMSgwJjAMBgorBgEE
# AYRZCgMCoAowCAIBAAIDB6EgoQowCAIBAAIDAYagMA0GCSqGSIb3DQEBBQUAA4GB
# AEjsCabGCHxos3ipKIT3NWf5vbFYfDLvGcQSZ5z3Q/Elo/+ED+YdG5WE9eAg3qTr
# FPcLD8FS/E9A1DLdDPKo5im/xshN5px9AE1Zl40CMo+jvqcNC9vyI4GpnsgXwrVz
# 5lHf60DAIwswrR2ZjxxCRQjn2C8c+rqccCVQ4X/QzLSyMYIEDTCCBAkCAQEwgZMw
# fDELMAkGA1UEBhMCVVMxEzARBgNVBAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1Jl
# ZG1vbmQxHjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3JhdGlvbjEmMCQGA1UEAxMd
# TWljcm9zb2Z0IFRpbWUtU3RhbXAgUENBIDIwMTACEzMAAAHimZmV8dzjIOsAAQAA
# AeIwDQYJYIZIAWUDBAIBBQCgggFKMBoGCSqGSIb3DQEJAzENBgsqhkiG9w0BCRAB
# BDAvBgkqhkiG9w0BCQQxIgQgC5kP+HysUFpAtNEP1Wh3zJ9+VhyUf2cnF1+1E9Zu
# pF4wgfoGCyqGSIb3DQEJEAIvMYHqMIHnMIHkMIG9BCAriSpKEP0muMbBUETODoL4
# d5LU6I/bjucIZkOJCI9//zCBmDCBgKR+MHwxCzAJBgNVBAYTAlVTMRMwEQYDVQQI
# EwpXYXNoaW5ndG9uMRAwDgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVNaWNyb3Nv
# ZnQgQ29ycG9yYXRpb24xJjAkBgNVBAMTHU1pY3Jvc29mdCBUaW1lLVN0YW1wIFBD
# QSAyMDEwAhMzAAAB4pmZlfHc4yDrAAEAAAHiMCIEILIaWLwVuDhiUmIjrNPJ/3AM
# dlJ8txSKs4ROcdzbejLQMA0GCSqGSIb3DQEBCwUABIICAFpCHuNHUq8w88QfO+Rb
# FnHDijqWnbWajTj0hD5hqrpZSVrAki9655xBEihLmRIShnodxZVOYzM/R+nk8dNu
# hAp7AfTXXGz4tlflw2Tnqdd5M0bS+cZdk7jQarRCiuSNystR/Vu7HFuAHUhs/vPu
# aVkjyxOwB1kIuKp2XRIYba5+l3WRCU6I72jLuD7Z93GeefKY0uMfxX+CFBTTgtO+
# E02J7qufgsQjg3MdxnR64LBGvc3SKFSE9t6csACyNdt+dJjkCSctim0mmSZpE6mI
# qNAfZRX4U5RR1r5U08jf4rl6hH++MFtP212UeNCSVqw0NbVpzec0GvkCkIzzU7s9
# GBzoDcfTyb3jy7IidvEnuS8Vm8AzdEf3vws4QBMIFYKUmDh2f6w8NCvr0wMnNNYp
# gLgPNKhdOuHeNhFmiyipE0CbXObTydxXGw3o3isTblyC52EBZ2a8f3gCZS/FmalB
# U/3VOkZwF3NdvT7uAkiG+ZhixegodKznmiTR5p45CbRhBzv5BOg7GrlOsUfibvX9
# RWwICVAsdKZ4gK5QTgBPnwS+znq9F/VkpMv8XCG0F6dFFjEeeDDuSdKRpyu84+N7
# E3y3KArGZpT4RWTK2NoPmCZuykOLW+XTYn6mXROK9hi+jK51xl4Y+f5cBb/0Cn5c
# KxMIuMeLwDg6nhw1PSKXgDHq
# SIG # End signature block