AzStackHciHardware/AzStackHci.Hardware.Helpers.psm1
class HealthModel { # Attributes for Azure Monitor schema [string]$Name #Name of the individual test/rule/alert that was executed. Unique, not exposed to the customer. [string]$Title #User-facing name; one or more sentences indicating the direct issue. [string]$Severity #Severity of the result (Critical, Warning, Informational, Hidden) – this answers how important the result is. Critical is the only update-blocking severity. [string]$Description #Detailed overview of the issue and what impact the issue has on the stamp. [psobject]$Tags #Key-value pairs that allow grouping/filtering individual tests. For example, "Group": "ReadinessChecks", "UpdateType": "ClusterAware" [string]$Status #The status of the check running (i.e. Failed, Succeeded, In Progress) – this answers whether the check ran, and passed or failed. [string]$Remediation #Set of steps that can be taken to resolve the issue found. [string]$TargetResourceID #The unique identifier for the affected resource (such as a node or drive). [string]$TargetResourceName #The name of the affected resource. [string]$TargetResourceType #The type of resource being referred to (well-known set of nouns in infrastructure, aligning with Monitoring). [datetime]$Timestamp #The Time in which the HealthCheck was called. [psobject[]]$AdditionalData #Property bag of key value pairs for additional information. [string]$HealthCheckSource #The name of the services called for the HealthCheck (I.E. Test-AzureStack, Test-Cluster). } class AzStackHciHardwareTarget : HealthModel {} Import-LocalizedData -BindingVariable lhwTxt -FileName AzStackHci.Hardware.Strings.psd1 function Test-Processor { <# .SYNOPSIS Test CPU .DESCRIPTION Test CPU #> [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $sb = { $cimParams = @{ ClassName = 'Win32_Processor' Property = '*' } $cimData = @(Get-CimInstance @cimParams) return $cimData } $cimData = if ($PsSession) { Invoke-Command -Session $PsSession -ScriptBlock $sb } else { Invoke-Command -ScriptBlock $sb } $PropertyResult = @() $PropertySyncResult = @() $matchProperty = @( 'Caption' 'Family' 'Manufacturer' 'MaxClockSpeed' 'NumberOfCores' 'NumberOfEnabledCore' 'NumberOfLogicalProcessors' 'ThreadCount' ) $desiredPropertyValue = @{ AddressWidth = @{ value = 64; hint = '64-bit' } Architecture = @{ value = 9; hint = '64-bit' } # x64 Availability = @{ value = 3; hint = 'Running/Full Power' } # Running/Full Power CpuStatus = @{ value = 1; hint = 'CPU Enabled' } # CPU Enabled DataWidth = @{ value = 64; hint = '64-bit' } # x64 ProcessorType = @{ value = 3; hint = 'Central Processor' } # Central Processor Status = @{ value = 'OK'; hint = 'OK' } SecondLevelAddressTranslationExtensions = @{ value = $true; hint = 'Virtualization Support' } VirtualizationFirmwareEnabled = @{ value = $true; hint = 'Virtualization Support' } VMMonitorModeExtensions = @{ value = $true; hint = 'Virtualization Support' } } # if Hypervisorpresent is all true, SecondLevelAddressTranslationExtensions, VirtualizationFirmwareEnabled, VMMonitorModeExtensions should not be tested $CheckHyperVisor = IsHypervisorPresent -PsSession $PsSession if (($CheckHyperVisor | Select-Object -ExpandProperty HypervisorPresent) -notcontains $false) { Log-Info "HypervisorPresent: removing SecondLevelAddressTranslationExtensions, VirtualizationFirmwareEnabled, VMMonitorModeExtensions as properties to test" $desiredPropertyValue.Remove('SecondLevelAddressTranslationExtensions') $desiredPropertyValue.Remove('VirtualizationFirmwareEnabled') $desiredPropertyValue.Remove('VMMonitorModeExtensions') } else { Log-Info ($lhwTxt.HypervisorNotPresent -f (($CheckHyperVisor | ForEach-Object {"{0}:{1}" -f $_.Name, $_.HypervisorPresent }) -join ',')) -Type Warning } $instanceIdStr = 'Write-Output "Machine: $($instance.SystemName), Class: $ClassName, Instance: $($instance.DeviceId)"' # Check property sync for nodes individually $SystemNames = $cimData.CimSystemProperties.ServerName | Sort-Object | Get-Unique foreach ($systemName in $SystemNames) { $sData = $CimData | Where-Object { $_.CimSystemProperties.ServerName -eq $systemName } Log-Info -Message ($lhwTxt.ProcessorCount -f $systemName, $sData.Count) $PropertyResult += Test-DesiredProperty -CimData $sData -desiredPropertyValue $desiredPropertyValue -InstanceIdStr $InstanceIdStr -ValidatorName Hardware -Severity Warning $PropertySyncResult += Test-PropertySync -CimData $sData -MatchProperty $matchProperty -ValidatorName Hardware -Severity Warning } # Check property sync for all nodes as well $PropertySyncResult += Test-PropertySync -CimData $cimData -MatchProperty $matchProperty -ValidatorName Hardware -Severity Warning return @($PropertyResult + $PropertySyncResult) } catch { throw $_ } } function IsHypervisorPresent { <# .SYNOPSIS Retrieves HypervisorPresent property from Win32_ComputerSystem #> [cmdletbinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $sb = { $cimParams = @{ ClassName = 'Win32_ComputerSystem' Property = 'HypervisorPresent' } $cimData = @(Get-CimInstance @cimParams) return $cimData } $cimData = if ($PsSession) { Invoke-Command -Session $PsSession -ScriptBlock $sb } else { Invoke-Command -ScriptBlock $sb } return $cimData } catch { throw $_ } } function Test-NetAdapter { <# .SYNOPSIS Test Network Adapter .DESCRIPTION Test Network Adapter #> [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $sb = { $cimData = @(Get-NetAdapter -Physical | Where-Object { $_.NdisMedium -eq 0 -and $_.Status -eq 'Up' -and $_.NdisPhysicalMedium -eq 14 -and $_.PnPDeviceID -notlike 'USB\*'}) return $cimData } $cimData = if ($PsSession) { Invoke-Command -Session $PsSession -ScriptBlock $sb } else { Invoke-Command -ScriptBlock $sb } if (-not $cimData) { $instanceResult = New-Object AzStackHciHardwareTarget $instanceResult.Name = 'AzStackHci_Hardware_NetworkAdapter' $instanceResult.Title = 'Test Network Adapater' $instanceResult.Severity = 'Critical' $instanceResult.Description = 'Checking Network Adapaters' $instanceResult.Remediation = 'https://learn.microsoft.com/en-us/azure-stack/hci/deploy/deployment-tool-prerequisites' $instanceResult.TargetResourceID = if ([string]::IsNullOrEmpty($PsSession.PSComputerName)) { "Machine: $env:COMPUTERNAME, Class: NetworkAdapter" } else { "Machine: $($PsSession.PSComputerName), Class: NetworkAdapter" } $instanceResult.TargetResourceName = if ([string]::IsNullOrEmpty($PsSession.PSComputerName)) { "Machine: $env:COMPUTERNAME, Class: NetworkAdapter" } else { "Machine: $($PsSession.PSComputerName), Class: NetworkAdapter" } $instanceResult.TargetResourceType = 'NetworkAdapter' $instanceResult.Timestamp = [datetime]::UtcNow $instanceResult.HealthCheckSource = $ENV:EnvChkrId $instanceResult.Status = 'Failed' $instanceResult.AdditionalData = New-Object -TypeName PSObject -Property @{ Source = if ([string]::IsNullOrEmpty($PsSession.PSComputerName)) { $ENV:COMPUTERNAME } else { $PsSession.PSComputerName } Resource = $cimData Detail = $lhwTxt.NicCount -f $instanceResult.TargetResourceID, '0' Status = 'Failed' TimeStamp = [datetime]::UtcNow } return $InstanceResult } $PropertyResult = @() $PropertySyncResult = @() $GroupResult = @() $CountResult = @() # Blocking properties $criticalMatchProperty = @( 'ActiveMaximumTransmissionUnit' 'DriverDate' 'DriverDescription' 'DriverMajorNdisVersion' 'DriverMinorNdisVersion' 'DriverProvider' 'DriverVersionString' 'MajorDriverVersion' 'MinorDriverVersion' 'MtuSize' ) # non-block warning properties $warningMatchProperty = @( 'ReceiveLinkSpeed' 'Speed' 'TransmitLinkSpeed' 'VlanID' ) $desiredPropertyValue = @{ AdminLocked = $false ConnectorPresent = $true EndpointInterface = $false ErrorDescription = $null FullDuplex = $true HardwareInterface = $true Hidden = $false IMFilter = $false InterfaceAdminStatus = @{ value = 1; hint = 'Up' } # Up InterfaceOperationalStatus = @{ value = 1; hint = 'Up' } # Up iSCSIInterface = $false LastErrorCode = $null MediaConnectState = @{ value = 1; hint = 'Connected' } # Connected MediaDuplexState = 2 NdisMedium = @{ value = 0; hint = '802.3' } # 802.3 NdisPhysicalMedium = @{ value = 14; hint = '802.3' } # 802.3 OperationalStatusDownDefaultPortNotAuthenticated = $false OperationalStatusDownInterfacePaused = $false OperationalStatusDownLowPowerState = $false OperationalStatusDownMediaDisconnected = $false #PromiscuousMode = $false State = @{ value = 2; hint = 'Started' } # 802.3 # Started #Status = 'Up' Virtual = $false } $groupProperty = @( 'DriverDescription' ) $minimum = 1 $instanceIdStr = 'Write-Output "Machine: $($instance.SystemName), ClassName: $ClassName, Instance: $($instance.Name), Description: $($instance.InterfaceDescription), Address: $($instance.PermanentAddress)"' # Check property sync for nodes individually $SystemNames = $cimData.CimSystemProperties.ServerName | Sort-Object | Get-Unique foreach ($systemName in $SystemNames) { $sData = $CimData | Where-Object { $_.CimSystemProperties.ServerName -eq $systemName } Log-Info -Message ($lhwTxt.NicCount -f $systemName, $sData.Count) # Make sure each system has the requisite number of Network Adapters $PropertyResult += Test-DesiredProperty -CimData $sData -desiredPropertyValue $desiredPropertyValue -InstanceIdStr $InstanceIdStr -ValidatorName Hardware -Severity Critical $CountResult += Test-Count -CimData $sData -minimum $minimum -ValidatorName 'Hardware' -Severity Critical } # Check property sync for all nodes as well $GroupResult += Test-GroupProperty -CimData $cimData -GroupProperty $groupProperty -MatchProperty $warningMatchProperty -ValidatorName Hardware -Severity Warning $GroupResult += Test-GroupProperty -CimData $cimData -GroupProperty $groupProperty -MatchProperty $criticalMatchProperty -ValidatorName Hardware -Severity Critical $InstanceCount += Test-InstanceCount -CimData $cimData -Severity Critical -ValidatorName 'Hardware' $InstanceCountByGroup += Test-InstanceCountByGroup -CimData $cimData -ValidatorName 'Hardware' -GroupProperty $groupProperty -Severity Critical # Finally, the all properties from the $matchProperty array have to be compared for all instances across all nodes. return @($PropertyResult + $GroupResult + $CountResult + $InstanceCountByGroup + $InstanceCount) } catch { throw $_ } } function Test-MemoryCapacity { <# .SYNOPSIS Test Memory .DESCRIPTION Test Memory #> [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $minimumMemory = 32GB $instanceResults = @() $AdditionalData = @() $sb = { $cimParams = @{ ClassName = 'Win32_PhysicalMemory' Property = '*' } $cimData = @(Get-CimInstance @cimParams) return $cimData } $cimData = if ($PsSession) { Invoke-Command -Session $PsSession -ScriptBlock $sb } else { Invoke-Command -ScriptBlock $sb } # Check property sync for nodes individually $SystemNames = $cimData.CimSystemProperties.ServerName | Sort-Object | Get-Unique $totalMemoryLocalNode = $cimData | Where-Object { $_.CimSystemProperties.ServerName -like "$($ENV:COMPUTERNAME)*"} | Measure-Object -Property Capacity -Sum | Select-Object -ExpandProperty Sum $instanceResults += foreach ($systemName in $SystemNames) { $sData = $CimData | Where-Object { $_.CimSystemProperties.ServerName -eq $systemName } $instanceId = "Machine: $($Instance.CimSystemProperties.ServerName), Class: $ClassName, Instance: All" $totalMemory = $sData | Measure-Object -Property Capacity -Sum $dtl = $lhwTxt.MemoryCapacity -f $systemName, $totalMemory.Sum, $minimumMemory, $totalMemoryLocalNode if ($totalMemory.Sum -lt $minimumMemory -or $totalMemory.Sum -lt $totalMemoryLocalNode) { $Status = 'Failed' Log-Info $dtl -Type Warning } else { $Status = 'Succeeded' Log-Info $dtl } $instanceResult = New-Object AzStackHciHardwareTarget $instanceResult.Name = 'AzStackHci_Hardware_MemoryCapacity' $instanceResult.Title = 'Test Memory Capacity' $instanceResult.Severity = 'Warning' $instanceResult.Description = 'Checking Memory Capacity' $instanceResult.Remediation = 'https://learn.microsoft.com/en-us/azure-stack/hci/deploy/deployment-tool-prerequisites' $instanceResult.TargetResourceID = $instanceId $instanceResult.TargetResourceName = $instanceId $instanceResult.TargetResourceType = 'Memory' $instanceResult.Timestamp = [datetime]::UtcNow $instanceResult.HealthCheckSource = $ENV:EnvChkrId $instanceResult.Status = $status $instanceResult.AdditionalData += New-Object -TypeName PSObject -Property @{ Source = 'Memory Capacity' Resource = $totalMemory.Sum Detail = $dtl Status = $status TimeStamp = [datetime]::UtcNow } $instanceResult } return $instanceResults } catch { throw $_ } } function Test-MemoryProperties { <# .SYNOPSIS Test Memory .DESCRIPTION Test Memory #> [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $sb = { $cimParams = @{ ClassName = 'Win32_PhysicalMemory' Property = '*' } $cimData = @(Get-CimInstance @cimParams) return $cimData } $cimData = if ($PsSession) { Invoke-Command -Session $PsSession -ScriptBlock $sb } else { Invoke-Command -ScriptBlock $sb } $PropertyResult = @() $PropertySyncResult = @() $matchProperty = @( 'ConfiguredClockSpeed' 'ConfiguredVoltage' 'MaxVoltage' 'MemoryType' 'SMBIOSMemoryType' 'Speed' 'TotalWidth' 'TypeDetail' ) $desiredPropertyValue = @{ DataWidth = @{ value = 64; hint = '64-bit' } # x64 FormFactor = @{ value = 8; hint = 'DIMM' } # DIMM } # Check property sync for nodes individually $SystemNames = $cimData.CimSystemProperties.ServerName | Sort-Object | Get-Unique foreach ($systemName in $SystemNames) { $sData = $CimData | Where-Object { $_.CimSystemProperties.ServerName -eq $systemName } $instanceIdStr = 'Write-Output "Machine: $($Instance.CimSystemProperties.ServerName), Class: $ClassName, Instance: $($instance.DeviceLocator), Tag: $($instance.Tag)"' $PropertyResult += Test-DesiredProperty -CimData $sData -desiredPropertyValue $desiredPropertyValue -InstanceIdStr $InstanceIdStr -ValidatorName Hardware -Severity Warning $PropertySyncResult += Test-PropertySync -CimData $sData -MatchProperty $matchProperty -ValidatorName Hardware -Severity Warning } # Check property sync for all nodes as well $PropertySyncResult += Test-PropertySync -CimData $cimData -MatchProperty $matchProperty -ValidatorName Hardware -Severity Warning return @($PropertyResult + $PropertySyncResult) } catch { throw $_ } } function Test-Gpu { <# .SYNOPSIS Test Gpu .DESCRIPTION Test Gpu #> [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $sb = { $cimParams = @{ ClassName = 'Win32_VideoController' Property = '*' } $cimData = @(Get-CimInstance @cimParams) return $cimData } $cimData = if ($PsSession) { Invoke-Command -Session $PsSession -ScriptBlock $sb } else { Invoke-Command -ScriptBlock $sb } $PropertyResult = @() $PropertySyncResult = @() $matchProperty = @( 'AdapterRam' 'Name' 'DriverDate' 'DriverVersion' 'VideoMemoryType' 'VideoProcessor' ) $desiredPropertyValue = @{ ConfigManagerErrorCode = @{ value = 0; hint = 'The device is working properly' } # The device is working properly Status = 'OK' } # Check property sync for nodes individually $SystemNames = $cimData.CimSystemProperties.ServerName | Sort-Object | Get-Unique foreach ($systemName in $SystemNames) { $sData = $CimData | Where-Object { $_.CimSystemProperties.ServerName -eq $systemName } $totalGpuRam = $sData | Measure-Object -Property AdapterRam -Sum Log-Info -Message ($lhwTxt.TotalGPUMem -f $systemName, $sData.Count, ($totalGpuRam.Sum / 1GB)) $instanceIdStr = 'Write-Output "Machine: $($instance.SystemName), Class: $ClassName, Instance: $($instance.DeviceID), Name: $($instance.Name)"' $PropertyResult += Test-DesiredProperty -CimData $sData -desiredPropertyValue $desiredPropertyValue -InstanceIdStr $InstanceIdStr -ValidatorName Hardware -Severity Warning $PropertySyncResult += Test-PropertySync -CimData $sData -MatchProperty $matchProperty -ValidatorName Hardware -Severity Warning } # Check property sync for all nodes as well $PropertySyncResult += Test-PropertySync -CimData $cimData -MatchProperty $matchProperty -ValidatorName Hardware -Severity Warning return @($PropertyResult + $PropertySyncResult) } catch { throw $_ } } function Test-Baseboard { <# .SYNOPSIS Test Baseboard .DESCRIPTION Test Baseboard #> [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $sb = { $cimParams = @{ ClassName = 'Win32_Bios' Property = '*' } $cimData = @(Get-CimInstance @cimParams) return $cimData } $cimData = if ($PsSession) { Invoke-Command -Session $PsSession -ScriptBlock $sb } else { Invoke-Command -ScriptBlock $sb } $PropertyResult = @() $PropertySyncResult = @() $matchProperty = @( #'BiosVersion' # this property is a string array and non-trivial to compare 'Caption' 'Description' 'EmbeddedControllerMajorVersion' 'EmbeddedControllerMinorVersion' 'Manufacturer' 'Name' 'ReleaseDate' 'SMBIOSBIOSVersion' 'SMBIOSMajorVersion' 'SMBIOSMinorVersion' 'SoftwareElementId' 'SystemBiosMajorVersion' 'SystemBiosMinorVersion' 'Version' ) $desiredPropertyValue = @{ SMBIOSPresent = $true SoftwareElementState = @{ value = 3; hint = 'Running' } # Running Status = 'OK' } # Check property sync for nodes individually $SystemNames = $cimData.CimSystemProperties.ServerName | Sort-Object | Get-Unique foreach ($systemName in $SystemNames) { $sData = $CimData | Where-Object { $_.CimSystemProperties.ServerName -eq $systemName } Log-Info -Message ($lhwTxt.TestBaseboard -f $systemName, $sData.Name, $sData.SerialNumber) $instanceIdStr = 'Write-Output "Machine: $($instance.CimSystemProperties.ServerName), Class: $ClassName, Serial: $($instance.SerialNumber)"' $PropertyResult += Test-DesiredProperty -CimData $sData -desiredPropertyValue $desiredPropertyValue -InstanceIdStr $InstanceIdStr -ValidatorName Hardware -Severity Warning $PropertySyncResult += Test-PropertySync -CimData $sData -MatchProperty $matchProperty -ValidatorName Hardware -Severity Warning } # Check property sync for all nodes as well $PropertySyncResult += Test-PropertySync -CimData $cimData -MatchProperty $matchProperty -ValidatorName Hardware -Severity Warning return @($PropertyResult + $PropertySyncResult) } catch { throw $_ } } function Test-Model { <# .SYNOPSIS Test Hardware Model is the same .DESCRIPTION Test Hardware Model is the same #> [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $sb = { $cimParams = @{ ClassName = 'Win32_ComputerSystem' Property = '*' } $cimData = @(Get-CimInstance @cimParams) return $cimData } $cimData = if ($PsSession) { Invoke-Command -Session $PsSession -ScriptBlock $sb } else { Invoke-Command -ScriptBlock $sb } $PropertySyncResult = @() $matchProperty = @( 'Manufacturer' 'Model' ) # Check property sync for nodes individually $SystemNames = $cimData.CimSystemProperties.ServerName | Sort-Object | Get-Unique foreach ($systemName in $SystemNames) { $sData = $CimData | Where-Object { $_.CimSystemProperties.ServerName -eq $systemName } Log-Info -Message ($lhwTxt.TestModel -f $systemName, $sData.Manufacturer, $sData.Model) $PropertySyncResult += Test-PropertySync -CimData $sData -MatchProperty $matchProperty -ValidatorName Hardware -Severity Critical } # Check property sync for all nodes as well $PropertySyncResult += Test-PropertySync -CimData $cimData -MatchProperty $matchProperty -ValidatorName Hardware -Severity Critical return @($PropertyResult + $PropertySyncResult) } catch { throw $_ } } function Test-PhysicalDisk { <# .SYNOPSIS Test Physical Disk .DESCRIPTION Test Physical Disk #> [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $sb = { $allowedBusTypes = @('SATA', 'SAS', 'NVMe', 'SCM') $allowedMediaTypes = @('HDD', 'SSD', 'SCM') $bootPhysicalDisk = Get-Disk | Where-Object {$_.IsBoot -or $_.IsSystem} | Get-PhysicalDisk $cimData = @(Get-StorageNode | Get-PhysicalDisk -PhysicallyConnected | Where-Object { $_.BusType -in $allowedBusTypes -and $_.MediaType -in $allowedMediaTypes -and $_.DeviceId -notin $bootPhysicalDisk.DeviceId}) return $cimData } $cimData = if ($PsSession) { Invoke-Command -Session $PsSession -ScriptBlock $sb } else { Invoke-Command -ScriptBlock $sb } if (-not $cimData) { $instanceResult = New-Object AzStackHciHardwareTarget $instanceResult.Name = 'AzStackHci_Hardware_PhysicalDisk' $instanceResult.Title = 'Test Physical Disk' $instanceResult.Severity = 'Critical' $instanceResult.Description = 'Checking Physical Disk' $instanceResult.Remediation = 'https://learn.microsoft.com/en-us/azure-stack/hci/deploy/deployment-tool-prerequisites' $instanceResult.TargetResourceID = if ([string]::IsNullOrEmpty($PsSession.PSComputerName)) { "Machine: $env:COMPUTERNAME, Class: Physical Disk" } else { "Machine: $($PsSession.PSComputerName), Class: PhysicalDisk" } $instanceResult.TargetResourceName = if ([string]::IsNullOrEmpty($PsSession.PSComputerName)) { "Machine: $env:COMPUTERNAME, Class: Physical Disk" } else { "Machine: $($PsSession.PSComputerName), Class: PhysicalDisk" } $instanceResult.TargetResourceType = 'Physical Disk' $instanceResult.Timestamp = [datetime]::UtcNow $instanceResult.HealthCheckSource = $ENV:EnvChkrId $instanceResult.Status = 'Failed' $instanceResult.AdditionalData = New-Object -TypeName PSObject -Property @{ Source = if ([string]::IsNullOrEmpty($PsSession.PSComputerName)) { $ENV:COMPUTERNAME } else { $PsSession.PSComputerName } Resource = $cimData Detail = $lhwTxt.DiskTotal -f $instanceResult.TargetResourceID, '0','0' Status = 'Failed' TimeStamp = [datetime]::UtcNow } return $InstanceResult } $PropertyResult = @() $GroupResult = @() $CountResult = @() $InstanceCount = @() $InstanceCountByGroup = @() $matchProperty = @( 'FirmwareVersion' ) $groupProperty = @( 'FriendlyName' ) $warningDesiredPropertyValue = @{ HealthStatus = @{ value = @('Healthy', 0); hint = 'Healthy' } # Healthy IsIndicationEnabled = @{ value = @($false, $null); hint = 'Indicator Off' } OperationalStatus = @{ value = @('OK', 2); hint = 'OK' } } $instanceIdStr = 'Write-Output "Machine: $($instance.CimSystemProperties.ServerName), Class: $ClassName, Location: $($instance.PhysicalLocation), Unique ID: $($instance.UniqueId), Size: $("{0:N2}" -f ($instance.Size / 1TB)) TB"' # Check disk count for nodes individually [array]$SystemNames = $cimData.CimSystemProperties.ServerName | Sort-Object | Get-Unique foreach ($systemName in $SystemNames) { $sData = $CimData | Where-Object { $_.CimSystemProperties.ServerName -eq $systemName } $totalSize = $sData | Measure-Object -Property Size -Sum Log-Info -Message ($lhwTxt.DiskTotal -f $systemName, $($sData.Count), ('{0:N2}' -f ($totalSize.Sum / 1TB))) $PropertyResult += Test-DesiredProperty -CimData $sData -desiredPropertyValue $warningDesiredPropertyValue -InstanceIdStr $InstanceIdStr -ValidatorName Hardware -Severity Warning # Split disks into type $SSD = $sData | Where-Object {$_.MediaType -match 'SSD|4' -and $_.BusType -match 'SAS|10|SATA|11'} $NVMe = $sData | Where-Object {$_.MediaType -match 'SSD|4' -and $_.BusType -match 'NVMe|17'} $SCM = $sData | Where-Object {$_.MediaType -match 'SCM|5'} $HDD = $sData | Where-Object {$_.MediaType -match 'HDD|3'} Log-Info ("Drive types detected HDD: {0}, SSD:{1}, NVMe:{2}, SCM:{3}" -f [bool]$HDD, [bool]$SSD, [bool]$NVMe, [bool]$SCM) # As per https://docs.microsoft.com/en-us/windows-server/storage/storage-spaces/storage-spaces-direct-hardware-requirements $systemCountResult = @() $countCommonParams = @{ ValidatorName = 'Hardware' Severity = 'Critical' } # all flash minimum should be 2 # Drive type present (capacity only) Minimum drives required (Windows Server) Minimum drives required (Azure Stack HCI) # All persistent memory (same model) 4 persistent memory 2 persistent memory # All NVMe (same model) 4 NVMe 2 NVMe # All SSD (same model) 4 SSD 2 SSD if ($SSD -xor $NVMe -xor $SCM) { $systemCountResult += Test-Count -cimData $sData -Minimum 2 @countCommonParams } # Drive type present Minimum drives required # Persistent memory + NVMe or SSD 2 persistent memory + 4 NVMe or SSD # NVMe + SSD 2 NVMe + 4 SSD # NVMe + HDD 2 NVMe + 4 HDD # SSD + HDD 2 SSD + 4 HDD if ($SCM -and ($NVMe -or $SSD)) { $systemCountResult += Test-Count -cimData $SCM -Minimum 2 @countCommonParams if ($NVMe) { Log-Info ($lhwTxt.MinCountDiskType -f 'NVMe', '4', $systemName ) $systemCountResult += Test-Count -cimData $NVMe -Minimum 4 @countCommonParams } else { Log-Info ($lhwTxt.MinCountDiskType -f 'SSD', '4', $systemName ) $systemCountResult += Test-Count -cimData $SSD -Minimum 4 @countCommonParams } } if ($NVMe -and $SSD) { Log-Info ($lhwTxt.MinCountDiskType -f 'NVMe', '2', $systemName ) $systemCountResult += Test-Count -cimData $NVMe -Minimum 2 @countCommonParams Log-Info ($lhwTxt.MinCountDiskType -f 'SSD', '4', $systemName ) $systemCountResult += Test-Count -cimData $SSD -Minimum 4 @countCommonParams } if ($NVMe -and $HHD) { Log-Info ($lhwTxt.MinCountDiskType -f 'NVMe', '2', $systemName ) $systemCountResult += Test-Count -cimData $NVMe -Minimum 2 @countCommonParams Log-Info ($lhwTxt.MinCountDiskType -f 'HDD', '4', $systemName ) $systemCountResult += Test-Count -cimData $HDD -Minimum 4 @countCommonParams } if ($SSD -and $HHD) { Log-Info ($lhwTxt.MinCountDiskType -f 'SSD', '2', $systemName ) $systemCountResult += Test-Count -cimData $SSD -Minimum 2 @countCommonParams Log-Info ($lhwTxt.MinCountDiskType -f 'HDD', '4', $systemName ) $systemCountResult += Test-Count -cimData $HDD -Minimum 4 @countCommonParams } if ($systemCountResult.count -eq 0) { Log-Info "We did not determine the disk combination correctly for $systemName. Checking minimum as per deployment guide." -Type Warning $systemCountResult += Test-Count -cimData $sData -Minimum 3 @countCommonParams } $CountResult += $systemCountResult } # Check property sync for all nodes $GroupResult += Test-GroupProperty -CimData $cimData -GroupProperty $groupProperty -MatchProperty $matchProperty -ValidatorName Hardware -Severity Warning # Split disks into type and check each server has the same count $allSSD = $cimData | Where-Object {$_.MediaType -match 'SSD|4' -and $_.BusType -match 'SAS|10|SATA|11'} $allNVMe = $cimData | Where-Object {$_.MediaType -match 'SSD|4' -and $_.BusType -match 'NVMe|17'} $allSCM = $cimData | Where-Object {$_.MediaType -match 'SCM|5'} $allHDD = $cimData | Where-Object {$_.MediaType -match 'HDD|3'} if ($allSSD) { Log-Info ($lhwTxt.DiskInstanceCountByType -f 'SSD') $InstanceCount += Test-InstanceCount -CimData $allSSD -Severity Warning -ValidatorName 'Hardware' } if ($allNVMe) { Log-Info ($lhwTxt.DiskInstanceCountByType -f 'NVMe') $InstanceCount += Test-InstanceCount -CimData $allNVMe -Severity Warning -ValidatorName 'Hardware' } if ($allSCM) { Log-Info ($lhwTxt.DiskInstanceCountByType -f 'SCM') $InstanceCount += Test-InstanceCount -CimData $allSCM -Severity Warning -ValidatorName 'Hardware' } if ($allHDD) { Log-Info ($lhwTxt.DiskInstanceCountByType -f 'HDD') $InstanceCount += Test-InstanceCount -CimData $allHDD -Severity Warning -ValidatorName 'Hardware' } if ($SystemNames.Count -eq 1) { # Single Node deployments should be all flash [array]$CheckSingleNodeAllFlash = CheckSingleNodeAllFlash -CimData $cimData } # Do all servers have the same count regardless of type $InstanceCount += Test-InstanceCount -CimData $cimData -Severity Warning -ValidatorName 'Hardware' Log-Info ($lhwTxt.DiskInstanceCountByType -f 'ALL') # Finally, the all properties from the $matchProperty array (Firmware) have to be compared for all instances # across all nodes grouped by property (FriendlyName) $InstanceCountByGroup += Test-InstanceCountByGroup -CimData $cimData -ValidatorName 'Hardware' -GroupProperty $groupProperty -Severity Warning return @($PropertyResult + $GroupResult + $CountResult + $InstanceCount + $InstanceCountByGroup + $CheckSingleNodeAllFlash) } catch { throw $_ } } function Test-CanPool { <# .SYNOPSIS Test Physical Disks can pool value .DESCRIPTION Test Physical Disks can pool value #> [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $sb = { $allowedBusTypes = @('SATA', 'SAS', 'NVMe', 'SCM') $allowedMediaTypes = @('HDD', 'SSD', 'SCM') $bootPhysicalDisk = Get-Disk | Where-Object {$_.IsBoot -or $_.IsSystem} | Get-PhysicalDisk $cimData = @(Get-StorageNode | Get-PhysicalDisk -PhysicallyConnected | Where-Object { $_.BusType -in $allowedBusTypes -and $_.MediaType -in $allowedMediaTypes -and $_.DeviceId -notin $bootPhysicalDisk.DeviceId}) return $cimData } $cimData = if ($PsSession) { Invoke-Command -Session $PsSession -ScriptBlock $sb } else { Invoke-Command -ScriptBlock $sb } if (-not $cimData) { $instanceResult = New-Object AzStackHciHardwareTarget $instanceResult.Name = 'AzStackHci_Hardware_PhysicalDisk_CanPool' $instanceResult.Title = 'Test Physical Disks Can Pool' $instanceResult.Severity = 'Critical' $instanceResult.Description = 'Checking Physical Disk can pool property' $instanceResult.Remediation = 'https://learn.microsoft.com/en-us/azure-stack/hci/deploy/deployment-tool-prerequisites' $instanceResult.TargetResourceID = if ([string]::IsNullOrEmpty($PsSession.PSComputerName)) { "Machine: $env:COMPUTERNAME, Class: Physical Disk" } else { "Machine: $($PsSession.PSComputerName), Class: PhysicalDisk" } $instanceResult.TargetResourceName = if ([string]::IsNullOrEmpty($PsSession.PSComputerName)) { "Machine: $env:COMPUTERNAME, Class: Physical Disk" } else { "Machine: $($PsSession.PSComputerName), Class: PhysicalDisk" } $instanceResult.TargetResourceType = 'Physical Disk' $instanceResult.Timestamp = [datetime]::UtcNow $instanceResult.HealthCheckSource = $ENV:EnvChkrId $instanceResult.Status = 'Failed' $instanceResult.AdditionalData = New-Object -TypeName PSObject -Property @{ Source = if ([string]::IsNullOrEmpty($PsSession.PSComputerName)) { $ENV:COMPUTERNAME } else { $PsSession.PSComputerName } Resource = $cimData Detail = $lhwTxt.DiskTotal -f $instanceResult.TargetResourceID, '0','0' Status = 'Failed' TimeStamp = [datetime]::UtcNow } return $InstanceResult } $PropertyResult = @() $criticalDesiredPropertyValue = @{ CanPool = @{ value = @($global:PhysicalDiskCanPool); hint = 'Can Pool' } } $instanceIdStr = 'Write-Output "Machine: $($instance.CimSystemProperties.ServerName), Class: $ClassName, Location: $($instance.PhysicalLocation), Unique ID: $($instance.UniqueId), Size: $("{0:N2}" -f ($instance.Size / 1TB)) TB"' [array]$SystemNames = $cimData.CimSystemProperties.ServerName | Sort-Object | Get-Unique foreach ($systemName in $SystemNames) { $sData = $CimData | Where-Object { $_.CimSystemProperties.ServerName -eq $systemName } $PropertyResult += Test-DesiredProperty -CimData $sData -desiredPropertyValue $criticalDesiredPropertyValue -InstanceIdStr $InstanceIdStr -ValidatorName Hardware -Severity Critical } return $PropertyResult } catch { throw $_ } } function Test-TpmVersion { [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession, [Parameter()] $version = '2.0' ) $tpms = @() $InstanceResults = @() $sb = { $cim = New-Object PSObject @{ ComputerName = $ENV:COMPUTERNAME cim = Get-CimInstance -Namespace root/cimv2/Security/MicrosoftTpm -ClassName Win32_Tpm -ErrorAction SilentlyContinue } return $cim } if ([string]::IsNullOrEmpty($PsSession)) { $tpms += Invoke-Command -ScriptBlock $sb } else { $tpms += Invoke-Command -Session $PsSession -ScriptBlock $sb } foreach ($tpm in $tpms) { $computerName = $tpm.ComputerName Log-Info -Message ($lhwTxt.TestTpmVersion -f $computerName, $version) # Test properties $InstanceResults += foreach ($instance in $tpm.tpm) { $instanceId = "Machine: $computerName, Class: Tpm, Manufacturer ID: $($instance.ManufacturerId)" $instanceVersion = $instance.SpecVersion -split ',' | Select-Object -First 1 Log-Info -Message ($lhwTxt.Test -f 'TPM', $instanceId) $instanceResult = New-Object AzStackHciHardwareTarget $instanceResult.Name = 'AzStackHci_Hardware_Test_Tpm_Version' $instanceResult.Title = 'Test TPM Version' $instanceResult.Severity = 'Critical' $instanceResult.Description = "Checking TPM for desired version ($instanceVersion)" $instanceResult.Remediation = 'https://learn.microsoft.com/en-us/azure-stack/hci/deploy/deployment-tool-prerequisites' $instanceResult.TargetResourceID = $instanceId $instanceResult.TargetResourceName = $instanceId $instanceResult.TargetResourceType = 'Tpm' $instanceResult.Timestamp = [datetime]::UtcNow $instanceResult.HealthCheckSource = $ENV:EnvChkrId $AdditionalData = @() $AdditionalData += New-Object -TypeName PSObject -Property @{ Source = 'Version' Resource = $instanceVersion Detail = "$instanceId Tpm version is $instanceVersion" Status = if ($instanceVersion -eq $version) { 'Succeeded' } else { 'Failed' } TimeStamp = [datetime]::UtcNow } $instanceResult.AdditionalData = $AdditionalData $instanceResult.Status = if ($AdditionalData.Status -contains 'Failed') { 'Failed' } else { 'Succeeded' } $instanceResult } } return $InstanceResults } function Test-TpmProperties { [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $tpms = @() $InstanceResults = @() $sb = { $tpm = Get-Tpm New-Object PsObject -Property @{ ComputerName = $ENV:ComputerName tpm = $tpm } } if ([string]::IsNullOrEmpty($PsSession)) { $tpms += Invoke-Command -ScriptBlock $sb } else { $tpms += Invoke-Command -Session $PsSession -ScriptBlock $sb } foreach ($tpm in $tpms) { $passed = $false $computerName = $tpm.ComputerName $desiredPropertyValue = @{ TpmPresent = $true #(Get-CimInstance -Namespace root/cimv2/Security/MicrosoftTpm -ClassName Win32_Tpm) is null TpmReady = $true #IsActivated() TpmEnabled = $true #IsEnabled() TpmActivated = $true #IsActivated() #TpmOwned = $true #IsOwned() #RestartPending = $false #GetPhysicalPresenceRequest()? ManagedAuthLevel = 'Full' #GetOwnerAuth()?? OwnerClearDisabled = $false #IsOwnerClearDisabled() AutoProvisioning = 'Enabled' #IsAutoProvisioningEnabled() LockedOut = $false #IsLockedOut() LockoutCount = 0 #GetCapLockoutInfo() } Log-Info -Message ($lhwTxt.TestTpm -f $computerName, $tpm.tpm.ManufacturerIdTxt, $tpm.tpm.ManufacturerVersion) # Test properties $InstanceResults += foreach ($instance in $tpm.tpm) { $instanceId = "Machine: $computerName, Class: Tpm, Manufacturer ID: $($tpm.tpm.ManufacturerId)" $instanceResult = New-Object AzStackHciHardwareTarget $instanceResult.Name = 'AzStackHci_Hardware_Test_Tpm_Instance_Properties' $instanceResult.Title = 'Test TPM' $instanceResult.Severity = 'Critical' $instanceResult.Description = 'Checking TPM for desired properties' $instanceResult.Remediation = 'https://learn.microsoft.com/en-us/azure-stack/hci/deploy/deployment-tool-prerequisites' $instanceResult.TargetResourceID = $instanceId $instanceResult.TargetResourceName = $instanceId $instanceResult.TargetResourceType = 'Tpm' $instanceResult.Timestamp = [datetime]::UtcNow $instanceResult.HealthCheckSource = $ENV:EnvChkrId $AdditionalData = @() foreach ($propertyName in $desiredPropertyValue.Keys) { $detail = $null $passed = $false if ($instance.$propertyName -ne $desiredPropertyValue.$propertyName) { $passed = $false $detail = $lhwTxt.UnexProp -f $propertyName, $instance.$propertyName, $desiredPropertyValue.$propertyName Log-Info -Message $detail -Type Warning } else { $detail = $lhwTxt.Prop -f $propertyName, $instance.$propertyName, $desiredPropertyValue.$propertyName $passed = $true } $AdditionalData += New-Object -TypeName PSObject -Property @{ Source = $propertyName Resource = $instance.$propertyName Detail = $detail Status = if ($passed) { 'Succeeded' } else { 'Failed' } TimeStamp = [datetime]::UtcNow } } $instanceResult.AdditionalData = $AdditionalData $instanceResult.Status = if ($AdditionalData.Status -contains 'Failed') { 'Failed' } else { 'Succeeded' } $instanceResult } } return $InstanceResults } catch { throw $_ } } function Test-TpmCertificates { [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $allowedKeyUsage = '2.23.133.8.1' # Endorsement Key Certificate $allowedAlgorithms = @( '1.2.840.113549.1.1.11' # SHA256 '1.2.840.113549.1.1.12' # SHA384 '1.2.840.113549.1.1.13' # SHA512 '1.2.840.10045.4.3.2' # SHA256ECDSA '1.2.840.10045.4.3.3' # SHA384ECDSA '1.2.840.10045.4.3.4' # SHA512ECDSA ) $tpmKeys = @() $InstanceResults = @() $sb = { try { $tpmKeys = Get-TpmEndorsementKeyInfo -ErrorAction SilentlyContinue } catch {} return (New-Object PsObject -Property @{ ComputerName = $ENV:ComputerName tpmKeys = $tpmKeys }) } if ([string]::IsNullOrEmpty($PsSession)) { $tpmKeys += Invoke-Command -ScriptBlock $sb } else { $tpmKeys += Invoke-Command -Session $PsSession -ScriptBlock $sb } $InstanceResults += foreach ($tpmKey in $tpmKeys) { $computerName = $tpmKey.ComputerName $tpmCert = $tpmKey.tpmKeys.ManufacturerCertificates + $tpmKey.tpmKeys.AdditionalCertificates $instanceId = "Machine: $computerName, Class: TpmCertificates, Subject: $($tpmKey.tpmKeys.ManufacturerCertificates.subject), Thumprint: $($tpmKey.tpmKeys.ManufacturerCertificates.Thumbprint)" $instanceResult = New-Object AzStackHciHardwareTarget $instanceResult.Name = 'AzStackHci_Hardware_Test_Tpm_Certificate_Properties' $instanceResult.Title = 'Test TPM' $instanceResult.Severity = 'Critical' $instanceResult.Description = 'Checking TPM for desired certificates' $instanceResult.Remediation = 'https://learn.microsoft.com/en-us/azure-stack/hci/deploy/deployment-tool-prerequisites' $instanceResult.TargetResourceID = $instanceId $instanceResult.TargetResourceName = $instanceId $instanceResult.TargetResourceType = 'TpmEndorsementKeyInfo' $instanceResult.Timestamp = [datetime]::UtcNow $instanceResult.HealthCheckSource = $ENV:EnvChkrId $AdditionalData = @() foreach ($cert in $tpmCert) { $validCert = $false $certDetail = $null # Test TPM certificate expiration $now = [datetime]::UtcNow $sinceIssued = New-TimeSpan -Start $cert.NotBefore -End $now $untilExpired = New-TimeSpan -Start $now -End $cert.NotAfter $currentCert = $sinceIssued.Days -gt 0 -and $untilExpired.Days -gt 0 # Test TPM signature algorithm $validAlgo = $cert.SignatureAlgorithm.Value -in $allowedAlgorithms # Test TPM certificate Enhanced Key Usage $validUsage = $cert.EnhancedKeyUsageList.ObjectId -contains $allowedKeyUsage # Display certificate properties $validCert = $currentCert -and $validAlgo -and $validUsage [string[]]$certDetail = "TPM certificate $($cert.Thumbprint), valid = $validCert" $certDetail += " Issuer: $($cert.Issuer)" $certDetail += " Subject: $($cert.Subject)" $certDetail += " Key Usage: $($cert.EnhancedKeyUsageList.FriendlyName -join ', '), valid = $validUsage" #$cert.Extensions.Oid.FriendlyName | Foreach-Object { $certDetail += " Extension: $_" } $certDetail += " Valid from: $($cert.NotBefore) to $($cert.NotAfter), valid = $currentCert" $certDetail += " Algorithm: $($cert.SignatureAlgorithm.FriendlyName), valid = $validAlgo" $foundValidCert = $foundValidCert -or $validCert $AdditionalData += New-Object -TypeName PSObject -Property @{ Source = $cert.Thumbprint Resource = "Current: $currentCert. Valid Algorithm: $validAlgo. Valid Key Usage: $validUsage." Detail = ($certDetail -join "`r") Status = if ($validCert) { 'Succeeded' } else { 'Failed' } TimeStamp = [datetime]::UtcNow } } $instanceResult.AdditionalData = $AdditionalData $instanceResult.Status = if ($AdditionalData.Status -contains 'Succeeded') { 'Succeeded' } else { 'Failed' } $instanceResult } return $InstanceResults } catch { throw $_ } } function Test-SecureBoot { [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $secureBoots = @() $sb = { New-Object PsObject -Property @{ SecureBoot = Confirm-SecureBootUEFI ComputerName = $env:COMPUTERNAME } } if ([string]::IsNullOrEmpty($PsSession)) { $secureBoots += Invoke-Command -ScriptBlock $sb } else { $secureBoots += Invoke-Command -Session $PsSession -ScriptBlock $sb } $InstanceResults = @() $InstanceResults += foreach ($SecureBootUEFI in $secureBoots) { $instanceId = "Machine: $($SecureBootUEFI.ComputerName), Class: SecureBoot" $instanceResult = New-Object AzStackHciHardwareTarget $instanceResult.Name = 'AzStackHci_Hardware_Test_Secure_Boot' $instanceResult.Title = 'Test Secure Boot' $instanceResult.Severity = 'Critical' $instanceResult.Description = 'Checking Secure Boot' $instanceResult.Remediation = 'https://learn.microsoft.com/en-us/azure-stack/hci/deploy/deployment-tool-prerequisites' $instanceResult.TargetResourceID = $instanceId $instanceResult.TargetResourceName = $instanceId $instanceResult.TargetResourceType = 'SecureBoot' $instanceResult.Timestamp = [datetime]::UtcNow $instanceResult.HealthCheckSource = $ENV:EnvChkrId $instanceResult.Status = if ($SecureBootUEFI.SecureBoot) { 'Succeeded' } else { 'Failed' } $instanceResult.AdditionalData = New-Object -TypeName PSObject -Property @{ Source = $SecureBootUEFI.ComputerName Resource = $SecureBootUEFI.SecureBoot Detail = $lhwTxt.SecureBoot -f $SecureBootUEFI.SecureBoot, 'True' Status = if ($SecureBootUEFI) { 'Succeeded' } else { 'Failed' } TimeStamp = [datetime]::UtcNow } $instanceResult } return $InstanceResults } catch { throw $_ } } function Test-StoragePool { [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $StoragePoolsExist = @() $sb = { New-Object PsObject -Property @{ StoragePoolExists = [bool](Get-StoragePool -IsPrimordial:$false -ErrorAction SilentlyContinue) ComputerName = $ENV:ComputerName } } if ([string]::IsNullOrEmpty($PsSession)) { $StoragePoolsExist += Invoke-Command -ScriptBlock $sb } else { $StoragePoolsExist += Invoke-Command -Session $PsSession -ScriptBlock $sb } $InstanceResults = @() $InstanceResults += foreach ($StoragePool in $StoragePoolsExist) { $instanceId = "Machine: $($StoragePool.ComputerName), Class: StoragePool" $instanceResult = New-Object AzStackHciHardwareTarget $instanceResult.Name = 'AzStackHci_Hardware_Test_No_StoragePools' $instanceResult.Title = 'Test Storage Pools do not exist' $instanceResult.Severity = 'Critical' $instanceResult.Description = 'Checking no storage pools exist' $instanceResult.Remediation = 'https://learn.microsoft.com/en-us/azure-stack/hci/deploy/deployment-tool-prerequisites' $instanceResult.TargetResourceID = $instanceId $instanceResult.TargetResourceName = $instanceId $instanceResult.TargetResourceType = 'StoragePool' $instanceResult.Timestamp = [datetime]::UtcNow $instanceResult.HealthCheckSource = $ENV:EnvChkrId $instanceResult.Status = if ($StoragePool.StoragePoolExists) { 'Failed' } else { 'Succeeded' } $instanceResult.AdditionalData = New-Object -TypeName PSObject -Property @{ Source = 'StoragePool' Resource = if ([bool]$StoragePool.StoragePoolExists) { "Present" } else { "Not present" } Detail = $lhwTxt.StoragePoolFail -f [bool]$StoragePool.StoragePoolExists, 'False' Status = if ($StoragePool.StoragePoolExists) { 'Failed' } else { 'Succeeded' } TimeStamp = [datetime]::UtcNow } $instanceResult } return $InstanceResults } catch { throw $_ } } function Test-FreeSpace { <# .SYNOPSIS Test free space #> [CmdletBinding()] param ( [Parameter()] [string] $Drive = $env:LocalRootFolderPath, [Parameter()] [int64] $Threshold = 30GB, [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $cimData = @() $InstanceResults = @() $drive = $drive.TrimEnd("\") $sb = { $cimData = Get-CimInstance -ClassName Win32_LogicalDisk -Property * | Where-Object DeviceID -EQ $args[0] return $cimData } if ([string]::IsNullOrEmpty($PsSession)) { $cimData += Invoke-Command -ScriptBlock $sb -ArgumentList $Drive } else { $cimData += Invoke-Command -Session $PsSession -ScriptBlock $sb -ArgumentList $Drive } $InstanceResults += foreach ($cim in $cimData) { $computerName = if ($cim.CimSystemProperties.ServerName) { $cim.CimSystemProperties.ServerName } else { $ENV:COMPUTERNAME} $instanceId = "Machine: $computerName, Class: Disk, DriveLetter: $($cim.DeviceID)" $instanceResult = New-Object AzStackHciHardwareTarget $instanceResult.Name = 'AzStackHci_Hardware_Test_Disk_Space' $instanceResult.Title = 'Test Disk Space' $instanceResult.Severity = 'Warning' $instanceResult.Description = 'Checking Disk Space' $instanceResult.Remediation = 'https://learn.microsoft.com/en-us/azure-stack/hci/deploy/deployment-tool-prerequisites' $instanceResult.TargetResourceID = $instanceId $instanceResult.TargetResourceName = $instanceId $instanceResult.TargetResourceType = 'Disk' $instanceResult.Timestamp = [datetime]::UtcNow $instanceResult.HealthCheckSource = $ENV:EnvChkrId $instanceResult.AdditionalData = New-Object -TypeName PSObject -Property @{ Source = $computerName Resource = $cim.DeviceID Detail = $lhwTxt.DiskSpace -f $computerName, $cim.DeviceID, [int]($cim.FreeSpace / 1GB), [int]($Threshold / 1GB) Status = if ($cim.FreeSpace -gt $Threshold) { 'Succeeded' } else { 'Failed' } TimeStamp = [datetime]::UtcNow } $instanceResult.Status = $instanceResult.AdditionalData.Status $instanceResult } return $InstanceResults } catch { throw $_ } } function Test-Volume { <# .SYNOPSIS Test free space #> [CmdletBinding()] param ( [Parameter()] [string[]] $Drive = @('C','D'), # TO DO: Implement Free Space check [Parameter()] [int64] $Threshold = 30GB, [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $cimData = @() $CountResult = @() $InstanceCountByGroup = @() $sb = { $cimData = Get-Volume | Where-Object DriveLetter -in $args return $cimData } if ([string]::IsNullOrEmpty($PsSession)) { $cimData += Invoke-Command -ScriptBlock $sb -ArgumentList $Drive } else { $cimData += Invoke-Command -Session $PsSession -ScriptBlock $sb -ArgumentList $Drive } $groupProperty = @( 'DriveLetter' ) $SystemNames = $cimData.CimSystemProperties.ServerName | Sort-Object | Get-Unique foreach ($systemName in $SystemNames) { $sData = $CimData | Where-Object { $_.CimSystemProperties.ServerName -eq $systemName } #Log-Info -Message ($lhwTxt.VolumeCount -f $systemName, ($Drive -join ','), $sData.Count) # Make sure each system has the requisite number of Network Adapters $CountResult += Test-Count -CimData $sData -minimum $Drive.Count -ValidatorName 'Hardware' -Severity Critical } # Make sure each node has the same count by group $InstanceCountByGroup += Test-InstanceCountByGroup -CimData $cimData -ValidatorName 'Hardware' -GroupProperty $groupProperty -Severity Critical # Finally, the all properties from the $matchProperty array have to be compared for all instances across all nodes. return @($CountResult + $InstanceCountByGroup) } catch { throw $_ } } function CheckSingleNodeAllFlash { param ($cimData) # Split disks into type and check each server has the same count $allSSD = $cimData | Where-Object {$_.MediaType -match 'SSD|4' -and $_.BusType -match 'SAS|10|SATA|11'} $allNVMe = $cimData | Where-Object {$_.MediaType -match 'SSD|4' -and $_.BusType -match 'NVMe|17'} $allSCM = $cimData | Where-Object {$_.MediaType -match 'SCM|5'} $allHDD = $cimData | Where-Object {$_.MediaType -match 'HDD|3'} $className = $CimData.CimSystemProperties.ClassName -split '_' | Select-Object -Last 1 $instanceId = $CimData.CimSystemProperties.ServerName | Sort-Object | Get-Unique Log-Info $lhwTxt.SingleNodeAllFlash -f $instanceId # check if they are all flash if ($allSSD -xor $allNVMe -and !$allSCM -and !$allHDD) { $Status = 'Succeeded' $type = 'Info' } else { $Status = 'Failed' $type = 'Warning' } $detail = $lhwTxt.SingleNodeAllFlashDetail -f $instanceId,("HDD: {0}, SSD:{1}, NVMe:{2}, SCM:{3}" -f [bool]$allHDD, [bool]$allSSD, [bool]$allNVMe, [bool]$allSCM) Log-Info $detail -Type $type $instanceResult = New-Object AzStackHciHardwareTarget $instanceResult.Name = 'AzStackHci_Hardware_Test_SingleNode_AllFlash' $instanceResult.Title = 'Test Single Node All Flash' $instanceResult.Severity = 'Critical' $instanceResult.Description = "Checking single node is all flash" $instanceResult.Remediation = 'https://learn.microsoft.com/en-us/windows-server/storage/storage-spaces/storage-spaces-direct-hardware-requirements#minimum-number-of-drives-excludes-boot-drive' $instanceResult.TargetResourceID = $instanceId $instanceResult.TargetResourceName = $instanceId $instanceResult.TargetResourceType = $className $instanceResult.Timestamp = [datetime]::UtcNow $instanceResult.HealthCheckSource = $ENV:EnvChkrId $AdditionalData = @() $AdditionalData += New-Object -TypeName PSObject -Property @{ Source = "$className Drive Type" Resource = "HDD: {0}, SSD:{1}, NVMe:{2}, SCM:{3}" -f [bool]$allHDD, [bool]$allSSD, [bool]$allNVMe, [bool]$allSCM Detail = $detail Status = $status TimeStamp = [datetime]::UtcNow } $instanceResult.AdditionalData = $AdditionalData $instanceResult.Status = if ($AdditionalData.Status -contains 'Failed') { 'Failed' } else { 'Succeeded' } $instanceResult } function Test-MinCoreCount { <# .SYNOPSIS Get minimum core count .DESCRIPTION Get core count from local machine to use as minimum core count Expecting data from PsSessions to include local machine indicating ECE. #> [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $sb = { $cimParams = @{ ClassName = 'Win32_Processor' Property = 'NumberOfCores' } $cimData = @(Get-CimInstance @cimParams) return $cimData } $cimData = if ($PsSession) { Invoke-Command -Session $PsSession -ScriptBlock $sb } else { Invoke-Command -ScriptBlock $sb } $instanceResults = @() # Set min cores to local machine # This should only apply the scenario where there is a PsSession to all nodes, # and one of the nodes is also the local machine i.e. ECE invocation $RequiredTotalNumberOfCores = GetTotalNumberOfCores -cimData ($cimData | Where-Object { $_.CimSystemProperties.ServerName -like "$($ENV:COMPUTERNAME)*"}) if ($RequiredTotalNumberOfCores) { [array]$SystemNames = $cimData.CimSystemProperties.ServerName | Where-Object {$PSITEM -notlike "$($ENV:COMPUTERNAME)*"} | Sort-Object | Get-Unique foreach ($systemName in $SystemNames) { $sData = $CimData | Where-Object { $_.CimSystemProperties.ServerName -eq $systemName } $TotalNumberOfCores = GetTotalNumberOfCores -cimData $sData if ($TotalNumberOfCores) { $detail = $lhwTxt.CheckMinCoreCount -f $SystemName, $TotalNumberOfCores, $RequiredTotalNumberOfCores if ($TotalNumberOfCores -ge $RequiredTotalNumberOfCores) { $status = 'Succeeded' Log-Info -message $detail } else { $status = 'Failed' Log-Info -message $detail -Type Warning } } else { $detail = $lhwTxt.UnexpectedCoreCount -f 'Unavailable','1' $status = 'Skipped' Log-Info -message $detail -Type Warning } $instanceResult = New-Object AzStackHciHardwareTarget $instanceResult.Name = 'AzStackHci_Hardware_Test_Minimum_CPU_Cores' $instanceResult.Title = 'Test Minimum CPU Cores' $instanceResult.Severity = 'Warning' $instanceResult.Description = "Checking minimum CPU cores" $instanceResult.Remediation = 'https://learn.microsoft.com/en-us/azure-stack/hci/deploy/deployment-tool-prerequisites' $instanceResult.TargetResourceType = $cimParams.className $instanceResult.Timestamp = [datetime]::UtcNow $instanceResult.HealthCheckSource = $ENV:EnvChkrId $instanceResult.TargetResourceID = $systemName $instanceResult.TargetResourceName = $systemName $AdditionalData = @() $AdditionalData += New-Object -TypeName PSObject -Property @{ Source = $className Resource = 'Core Count' Detail = $detail Status = $status TimeStamp = [datetime]::UtcNow } $instanceResult.AdditionalData = $AdditionalData $instanceResult.Status = $status $instanceResults += $instanceResult } } else { Log-info $lhwTxt.SkippedCoreCount -type Warning } return $instanceResults } catch { throw $_ } } function Test-VirtualDisk { <# .SYNOPSIS Test Virtual Disk .DESCRIPTION During repair test virtual disk #> [CmdletBinding()] param ( [System.Management.Automation.Runspaces.PSSession[]] $PsSession ) try { $sb = { New-Object -Type PsObject -Property @{ VirtualDiskExists = [bool](Get-StoragePool -IsPrimordial:$false -ErrorAction SilentlyContinue | Get-VirtualDisk) ComputerName = $ENV:COMPUTERNAME } } $VirtualDiskExists = @() if ([string]::IsNullOrEmpty($PsSession)) { $VirtualDiskExists += Invoke-Command -ScriptBlock $sb } else { $VirtualDiskExists += Invoke-Command -Session $PsSession -ScriptBlock $sb } $AdditionalData = @() foreach ($virtualDisk in $VirtualDiskExists) { if ($virtualDisk.VirtualDiskExists) { $status = 'Succeeded' $detail = $lhwTxt.VirtualDiskExists -f $virtualDisk.ComputerName Log-Info $detail } else { $status = 'Failed' $detail = $lhwTxt.VirtualDiskNotExists -f $virtualDisk.ComputerName Log-Info $detail -Type Warning } $AdditionalData += New-Object -TypeName PSObject -Property @{ Source = $virtualDisk.ComputerName Resource = if ($virtualDisk.VirtualDiskExists) { "Present" } else { "Not present" } Detail = $detail Status = $status TimeStamp = [datetime]::UtcNow } } $instanceId = "Machine: $($virtualDisk.ComputerName), Class: VirtualDisk" $instanceResult = New-Object AzStackHciHardwareTarget $instanceResult.Name = 'AzStackHci_Hardware_Test_VirtualDisk_Exists' $instanceResult.Title = 'Test Virtual Disk exists' $instanceResult.Severity = 'Critical' $instanceResult.Description = 'Checking virtual disk(s) exist for repair' $instanceResult.Remediation = 'https://learn.microsoft.com/en-us/azure-stack/hci/deploy/deployment-tool-prerequisites' $instanceResult.TargetResourceID = $instanceId $instanceResult.TargetResourceName = $instanceId $instanceResult.TargetResourceType = 'VirtualDisk' $instanceResult.Timestamp = [datetime]::UtcNow $instanceResult.HealthCheckSource = $ENV:EnvChkrId $instanceResult.Status = if ( $AdditionalData.Status -contains 'Failed' ) { 'Failed' } else { 'Succeeded' } $instanceResult.AdditionalData = $AdditionalData return $InstanceResults } catch { throw $_ } } function GetTotalNumberOfCores { <# .SYNOPSIS Multiply number of cores by number of processors .DESCRIPTION Multiply number of cores by number of processors #> param ($cimData) try { if ($cimData) { $numberOfCores = $cimData | Select-Object -ExpandProperty NumberOfCores | Sort-Object | Get-Unique if ($numberOfCores.count -ne 1) { throw ($lhwTxt.UnexpectedCoreCount -f $numberOfCores.count, '1') } else { return ($numberOfCores * $cimData.count) } } else { throw $lhwTxt.NoCoreReference } } catch { Log-Info ($lhwTxt.UnableCoreCount -f $_) -Type Warning } } Export-ModuleMember -Function Test-* # SIG # Begin signature block # MIInkwYJKoZIhvcNAQcCoIInhDCCJ4ACAQExDzANBglghkgBZQMEAgEFADB5Bgor # BgEEAYI3AgEEoGswaTA0BgorBgEEAYI3AgEeMCYCAwEAAAQQH8w7YFlLCE63JNLG # KX7zUQIBAAIBAAIBAAIBAAIBADAxMA0GCWCGSAFlAwQCAQUABCAL3mVqgubUgMta # tzKb20koEli8M0UazHNdIvBUd+/UwqCCDXYwggX0MIID3KADAgECAhMzAAADTrU8 # esGEb+srAAAAAANOMA0GCSqGSIb3DQEBCwUAMH4xCzAJBgNVBAYTAlVTMRMwEQYD # VQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVNaWNy # b3NvZnQgQ29ycG9yYXRpb24xKDAmBgNVBAMTH01pY3Jvc29mdCBDb2RlIFNpZ25p # bmcgUENBIDIwMTEwHhcNMjMwMzE2MTg0MzI5WhcNMjQwMzE0MTg0MzI5WjB0MQsw # CQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9u # ZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMR4wHAYDVQQDExVNaWNy # b3NvZnQgQ29ycG9yYXRpb24wggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIB # AQDdCKiNI6IBFWuvJUmf6WdOJqZmIwYs5G7AJD5UbcL6tsC+EBPDbr36pFGo1bsU # p53nRyFYnncoMg8FK0d8jLlw0lgexDDr7gicf2zOBFWqfv/nSLwzJFNP5W03DF/1 # 1oZ12rSFqGlm+O46cRjTDFBpMRCZZGddZlRBjivby0eI1VgTD1TvAdfBYQe82fhm # WQkYR/lWmAK+vW/1+bO7jHaxXTNCxLIBW07F8PBjUcwFxxyfbe2mHB4h1L4U0Ofa # +HX/aREQ7SqYZz59sXM2ySOfvYyIjnqSO80NGBaz5DvzIG88J0+BNhOu2jl6Dfcq # jYQs1H/PMSQIK6E7lXDXSpXzAgMBAAGjggFzMIIBbzAfBgNVHSUEGDAWBgorBgEE # AYI3TAgBBggrBgEFBQcDAzAdBgNVHQ4EFgQUnMc7Zn/ukKBsBiWkwdNfsN5pdwAw # RQYDVR0RBD4wPKQ6MDgxHjAcBgNVBAsTFU1pY3Jvc29mdCBDb3Jwb3JhdGlvbjEW # MBQGA1UEBRMNMjMwMDEyKzUwMDUxNjAfBgNVHSMEGDAWgBRIbmTlUAXTgqoXNzci # tW2oynUClTBUBgNVHR8ETTBLMEmgR6BFhkNodHRwOi8vd3d3Lm1pY3Jvc29mdC5j # b20vcGtpb3BzL2NybC9NaWNDb2RTaWdQQ0EyMDExXzIwMTEtMDctMDguY3JsMGEG # CCsGAQUFBwEBBFUwUzBRBggrBgEFBQcwAoZFaHR0cDovL3d3dy5taWNyb3NvZnQu # Y29tL3BraW9wcy9jZXJ0cy9NaWNDb2RTaWdQQ0EyMDExXzIwMTEtMDctMDguY3J0 # MAwGA1UdEwEB/wQCMAAwDQYJKoZIhvcNAQELBQADggIBAD21v9pHoLdBSNlFAjmk # mx4XxOZAPsVxxXbDyQv1+kGDe9XpgBnT1lXnx7JDpFMKBwAyIwdInmvhK9pGBa31 # TyeL3p7R2s0L8SABPPRJHAEk4NHpBXxHjm4TKjezAbSqqbgsy10Y7KApy+9UrKa2 # kGmsuASsk95PVm5vem7OmTs42vm0BJUU+JPQLg8Y/sdj3TtSfLYYZAaJwTAIgi7d # hzn5hatLo7Dhz+4T+MrFd+6LUa2U3zr97QwzDthx+RP9/RZnur4inzSQsG5DCVIM # pA1l2NWEA3KAca0tI2l6hQNYsaKL1kefdfHCrPxEry8onJjyGGv9YKoLv6AOO7Oh # JEmbQlz/xksYG2N/JSOJ+QqYpGTEuYFYVWain7He6jgb41JbpOGKDdE/b+V2q/gX # UgFe2gdwTpCDsvh8SMRoq1/BNXcr7iTAU38Vgr83iVtPYmFhZOVM0ULp/kKTVoir # IpP2KCxT4OekOctt8grYnhJ16QMjmMv5o53hjNFXOxigkQWYzUO+6w50g0FAeFa8 # 5ugCCB6lXEk21FFB1FdIHpjSQf+LP/W2OV/HfhC3uTPgKbRtXo83TZYEudooyZ/A # Vu08sibZ3MkGOJORLERNwKm2G7oqdOv4Qj8Z0JrGgMzj46NFKAxkLSpE5oHQYP1H # tPx1lPfD7iNSbJsP6LiUHXH1MIIHejCCBWKgAwIBAgIKYQ6Q0gAAAAAAAzANBgkq # hkiG9w0BAQsFADCBiDELMAkGA1UEBhMCVVMxEzARBgNVBAgTCldhc2hpbmd0b24x # EDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3JhdGlv # bjEyMDAGA1UEAxMpTWljcm9zb2Z0IFJvb3QgQ2VydGlmaWNhdGUgQXV0aG9yaXR5 # IDIwMTEwHhcNMTEwNzA4MjA1OTA5WhcNMjYwNzA4MjEwOTA5WjB+MQswCQYDVQQG # EwJVUzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwG # A1UEChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSgwJgYDVQQDEx9NaWNyb3NvZnQg # Q29kZSBTaWduaW5nIFBDQSAyMDExMIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIIC # CgKCAgEAq/D6chAcLq3YbqqCEE00uvK2WCGfQhsqa+laUKq4BjgaBEm6f8MMHt03 # a8YS2AvwOMKZBrDIOdUBFDFC04kNeWSHfpRgJGyvnkmc6Whe0t+bU7IKLMOv2akr # rnoJr9eWWcpgGgXpZnboMlImEi/nqwhQz7NEt13YxC4Ddato88tt8zpcoRb0Rrrg # OGSsbmQ1eKagYw8t00CT+OPeBw3VXHmlSSnnDb6gE3e+lD3v++MrWhAfTVYoonpy # 4BI6t0le2O3tQ5GD2Xuye4Yb2T6xjF3oiU+EGvKhL1nkkDstrjNYxbc+/jLTswM9 # sbKvkjh+0p2ALPVOVpEhNSXDOW5kf1O6nA+tGSOEy/S6A4aN91/w0FK/jJSHvMAh # dCVfGCi2zCcoOCWYOUo2z3yxkq4cI6epZuxhH2rhKEmdX4jiJV3TIUs+UsS1Vz8k # A/DRelsv1SPjcF0PUUZ3s/gA4bysAoJf28AVs70b1FVL5zmhD+kjSbwYuER8ReTB # w3J64HLnJN+/RpnF78IcV9uDjexNSTCnq47f7Fufr/zdsGbiwZeBe+3W7UvnSSmn # Eyimp31ngOaKYnhfsi+E11ecXL93KCjx7W3DKI8sj0A3T8HhhUSJxAlMxdSlQy90 # lfdu+HggWCwTXWCVmj5PM4TasIgX3p5O9JawvEagbJjS4NaIjAsCAwEAAaOCAe0w # ggHpMBAGCSsGAQQBgjcVAQQDAgEAMB0GA1UdDgQWBBRIbmTlUAXTgqoXNzcitW2o # ynUClTAZBgkrBgEEAYI3FAIEDB4KAFMAdQBiAEMAQTALBgNVHQ8EBAMCAYYwDwYD # VR0TAQH/BAUwAwEB/zAfBgNVHSMEGDAWgBRyLToCMZBDuRQFTuHqp8cx0SOJNDBa # BgNVHR8EUzBRME+gTaBLhklodHRwOi8vY3JsLm1pY3Jvc29mdC5jb20vcGtpL2Ny # bC9wcm9kdWN0cy9NaWNSb29DZXJBdXQyMDExXzIwMTFfMDNfMjIuY3JsMF4GCCsG # AQUFBwEBBFIwUDBOBggrBgEFBQcwAoZCaHR0cDovL3d3dy5taWNyb3NvZnQuY29t # L3BraS9jZXJ0cy9NaWNSb29DZXJBdXQyMDExXzIwMTFfMDNfMjIuY3J0MIGfBgNV # HSAEgZcwgZQwgZEGCSsGAQQBgjcuAzCBgzA/BggrBgEFBQcCARYzaHR0cDovL3d3 # dy5taWNyb3NvZnQuY29tL3BraW9wcy9kb2NzL3ByaW1hcnljcHMuaHRtMEAGCCsG # AQUFBwICMDQeMiAdAEwAZQBnAGEAbABfAHAAbwBsAGkAYwB5AF8AcwB0AGEAdABl # AG0AZQBuAHQALiAdMA0GCSqGSIb3DQEBCwUAA4ICAQBn8oalmOBUeRou09h0ZyKb # C5YR4WOSmUKWfdJ5DJDBZV8uLD74w3LRbYP+vj/oCso7v0epo/Np22O/IjWll11l # hJB9i0ZQVdgMknzSGksc8zxCi1LQsP1r4z4HLimb5j0bpdS1HXeUOeLpZMlEPXh6 # I/MTfaaQdION9MsmAkYqwooQu6SpBQyb7Wj6aC6VoCo/KmtYSWMfCWluWpiW5IP0 # wI/zRive/DvQvTXvbiWu5a8n7dDd8w6vmSiXmE0OPQvyCInWH8MyGOLwxS3OW560 # STkKxgrCxq2u5bLZ2xWIUUVYODJxJxp/sfQn+N4sOiBpmLJZiWhub6e3dMNABQam # ASooPoI/E01mC8CzTfXhj38cbxV9Rad25UAqZaPDXVJihsMdYzaXht/a8/jyFqGa # J+HNpZfQ7l1jQeNbB5yHPgZ3BtEGsXUfFL5hYbXw3MYbBL7fQccOKO7eZS/sl/ah # XJbYANahRr1Z85elCUtIEJmAH9AAKcWxm6U/RXceNcbSoqKfenoi+kiVH6v7RyOA # 9Z74v2u3S5fi63V4GuzqN5l5GEv/1rMjaHXmr/r8i+sLgOppO6/8MO0ETI7f33Vt # Y5E90Z1WTk+/gFcioXgRMiF670EKsT/7qMykXcGhiJtXcVZOSEXAQsmbdlsKgEhr # /Xmfwb1tbWrJUnMTDXpQzTGCGXMwghlvAgEBMIGVMH4xCzAJBgNVBAYTAlVTMRMw # EQYDVQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVN # aWNyb3NvZnQgQ29ycG9yYXRpb24xKDAmBgNVBAMTH01pY3Jvc29mdCBDb2RlIFNp # Z25pbmcgUENBIDIwMTECEzMAAANOtTx6wYRv6ysAAAAAA04wDQYJYIZIAWUDBAIB # BQCgga4wGQYJKoZIhvcNAQkDMQwGCisGAQQBgjcCAQQwHAYKKwYBBAGCNwIBCzEO # MAwGCisGAQQBgjcCARUwLwYJKoZIhvcNAQkEMSIEIHfoRlX1QVqPCIlsKGUDkkib # 4qgfaJmKmkB3advkaOGtMEIGCisGAQQBgjcCAQwxNDAyoBSAEgBNAGkAYwByAG8A # cwBvAGYAdKEagBhodHRwOi8vd3d3Lm1pY3Jvc29mdC5jb20wDQYJKoZIhvcNAQEB # BQAEggEA3L6Vm5o0zCamTQStqXPGn6vhc6lwtdFBfwQSq6xnEldh41esbX7Ayttc # nvDiXD/fTc68YovW11RIT5rIhcjfbV2ZCPKZruPFnEtFHfkuvetZIDIoGHRhBOXQ # pSStGENBUqrBO9fngy7DJS4ljwiKNTo3WZSWhtahlCPHMA6qLyKVbT/OeM++iIBa # QMTdHo2cJA+4WLVe4dCmuizmuQ8rYHVeRyiodZvMoQNRhjeLn3rsv4BDsl9Khwxe # EDCaAJ1luexZXs5XYPA0DPojfKPq+D/LuuHAO7Trej5xRc8YwYRLLb5FbdF0rI0Z # MEz/RhM3Ko/ltEu8lNGOWWy1/jjY96GCFv0wghb5BgorBgEEAYI3AwMBMYIW6TCC # FuUGCSqGSIb3DQEHAqCCFtYwghbSAgEDMQ8wDQYJYIZIAWUDBAIBBQAwggFRBgsq # hkiG9w0BCRABBKCCAUAEggE8MIIBOAIBAQYKKwYBBAGEWQoDATAxMA0GCWCGSAFl # AwQCAQUABCDe9+It0QVW47nG7OkVVMbepAJlPxttjIl6/diMNuaATAIGZDfqPGrr # GBMyMDIzMDUwNDE1NTkyOS44NzFaMASAAgH0oIHQpIHNMIHKMQswCQYDVQQGEwJV # UzETMBEGA1UECBMKV2FzaGluZ3RvbjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwGA1UE # ChMVTWljcm9zb2Z0IENvcnBvcmF0aW9uMSUwIwYDVQQLExxNaWNyb3NvZnQgQW1l # cmljYSBPcGVyYXRpb25zMSYwJAYDVQQLEx1UaGFsZXMgVFNTIEVTTjoxMkJDLUUz # QUUtNzRFQjElMCMGA1UEAxMcTWljcm9zb2Z0IFRpbWUtU3RhbXAgU2VydmljZaCC # EVQwggcMMIIE9KADAgECAhMzAAAByk/Cs+0DDRhsAAEAAAHKMA0GCSqGSIb3DQEB # CwUAMHwxCzAJBgNVBAYTAlVTMRMwEQYDVQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQH # EwdSZWRtb25kMR4wHAYDVQQKExVNaWNyb3NvZnQgQ29ycG9yYXRpb24xJjAkBgNV # BAMTHU1pY3Jvc29mdCBUaW1lLVN0YW1wIFBDQSAyMDEwMB4XDTIyMTEwNDE5MDE0 # MFoXDTI0MDIwMjE5MDE0MFowgcoxCzAJBgNVBAYTAlVTMRMwEQYDVQQIEwpXYXNo # aW5ndG9uMRAwDgYDVQQHEwdSZWRtb25kMR4wHAYDVQQKExVNaWNyb3NvZnQgQ29y # cG9yYXRpb24xJTAjBgNVBAsTHE1pY3Jvc29mdCBBbWVyaWNhIE9wZXJhdGlvbnMx # JjAkBgNVBAsTHVRoYWxlcyBUU1MgRVNOOjEyQkMtRTNBRS03NEVCMSUwIwYDVQQD # ExxNaWNyb3NvZnQgVGltZS1TdGFtcCBTZXJ2aWNlMIICIjANBgkqhkiG9w0BAQEF # AAOCAg8AMIICCgKCAgEAwwGcq9j50rWEkcLSlGZLweUVfxXRaUjiPsyaNVxPdMRs # 3CVe58siu/EkaVt7t7PNTPko/s8lNtusAeLEnzki44yxk2c9ekm8E1SQ2YV9b8/L # OxfKapZ8tVlPyxw6DmFzNFQjifVm8EiZ7lFRoY448vpcbBD18qjYNF/2Z3SQchcs # dV1N9Y6V2WGl55VmLqFRX5+dptdjreBXzi3WW9TsoCEWcYCBK5wYgS9tT2SSSTza # e3jmdw40g+LOIyrVPF2DozkStv6JBDPvwahXWpKGpO7rHrKF+o7ECN/ViQFMZyp/ # vxePiUABDNqzEUI8s7klYmeHXvjeQOq/CM3C/Y8bj3fJObnZH7eAXvRDnxT8R6W/ # uD1mGUJvv9M9BMu3nhKpKmSxzzO5LtcMEh2tMXxhMGGNMUP3DOEK3X+2/LD1Z03u # sJTk5pHNoH/gDIvbp787Cw40tsApiAvtrHYwub0TqIv8Zy62l8n8s/Mv/P764CTq # rxcXzalBHh+Xy4XPjmadnPkZJycp3Kczbkg9QbvJp0H/0FswHS+efFofpDNJwLh1 # hs/aMi1K/ozEv7/WLIPsDgK16fU/axybqMKk0NOxgelUjAYKl4wU0Y6Q4q9N/9Pw # AS0csifQhY1ooQfAI0iDCCSEATslD8bTO0tRtqdcIdavOReqzoPdvAv3Dr1XXQ8C # AwEAAaOCATYwggEyMB0GA1UdDgQWBBT6x/6lS4ESQ8KZhd0RgU7RYXM8fzAfBgNV # HSMEGDAWgBSfpxVdAF5iXYP05dJlpxtTNRnpcjBfBgNVHR8EWDBWMFSgUqBQhk5o # dHRwOi8vd3d3Lm1pY3Jvc29mdC5jb20vcGtpb3BzL2NybC9NaWNyb3NvZnQlMjBU # aW1lLVN0YW1wJTIwUENBJTIwMjAxMCgxKS5jcmwwbAYIKwYBBQUHAQEEYDBeMFwG # CCsGAQUFBzAChlBodHRwOi8vd3d3Lm1pY3Jvc29mdC5jb20vcGtpb3BzL2NlcnRz # L01pY3Jvc29mdCUyMFRpbWUtU3RhbXAlMjBQQ0ElMjAyMDEwKDEpLmNydDAMBgNV # HRMBAf8EAjAAMBMGA1UdJQQMMAoGCCsGAQUFBwMIMA0GCSqGSIb3DQEBCwUAA4IC # AQDY0HkqCS3KuKefFX8/rm/dtD9066dKEleNqriwZqsM4Ym8Ew4QiqOqO7mWoYYY # 4K5y8eXSOHKNXOfpO6RbaYj8jCOcJAB5tqLl5hiMgaMbAVLrl1hlix9sloO45LON # 0JphKva3D6AVKA7P78mA9iRHZYUVrRiyfvQjWxmUnxhis8fom92+/RHcEZ1Dh5+p # 4gzeeL84Yl00Wyq9EcgBKKfgq0lCjWNSq1AUG1sELlgXOSvKZ4/lXXH+MfhcHe91 # WLIaZkS/Hu9wdTT6I14BC97yhDsZWXAl0IJ801I6UtEFpCsTeOyZBJ7CF0rf5lxJ # 8tE9ojNsyqXJKuwVn0ewCMkZqz/cEwv9FEx8QmsZ0ZNodTtsl+V9dZm+eUrMKZk6 # PKsKArtQ+jHkfVsHgKODloelpOmHqgX7UbO0NVnIlpP55gQTqV76vU7wRXpUfz7K # hE3BZXNgwG05dRnCXDwrhhYz+Itbzs1K1R8I4YMDJjW90ASCg9Jf+xygRKZGKHjo # 2Bs2XyaKuN1P6FFCIVXN7KgHl/bZiakGq7k5TQ4OXK5xkhCHhjdgHuxj3hK5AaOy # +GXxO/jbyqGRqeSxf+TTPuWhDWurIo33RMDGe5DbImjcbcj6dVhQevqHClR1OHSf # r+8m1hWRJGlC1atcOWKajArwOURqJSVlThwVgIyzGNmjzjCCB3EwggVZoAMCAQIC # EzMAAAAVxedrngKbSZkAAAAAABUwDQYJKoZIhvcNAQELBQAwgYgxCzAJBgNVBAYT # AlVTMRMwEQYDVQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQHEwdSZWRtb25kMR4wHAYD # VQQKExVNaWNyb3NvZnQgQ29ycG9yYXRpb24xMjAwBgNVBAMTKU1pY3Jvc29mdCBS # b290IENlcnRpZmljYXRlIEF1dGhvcml0eSAyMDEwMB4XDTIxMDkzMDE4MjIyNVoX # DTMwMDkzMDE4MzIyNVowfDELMAkGA1UEBhMCVVMxEzARBgNVBAgTCldhc2hpbmd0 # b24xEDAOBgNVBAcTB1JlZG1vbmQxHjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3Jh # dGlvbjEmMCQGA1UEAxMdTWljcm9zb2Z0IFRpbWUtU3RhbXAgUENBIDIwMTAwggIi # MA0GCSqGSIb3DQEBAQUAA4ICDwAwggIKAoICAQDk4aZM57RyIQt5osvXJHm9DtWC # 0/3unAcH0qlsTnXIyjVX9gF/bErg4r25PhdgM/9cT8dm95VTcVrifkpa/rg2Z4VG # Iwy1jRPPdzLAEBjoYH1qUoNEt6aORmsHFPPFdvWGUNzBRMhxXFExN6AKOG6N7dcP # 2CZTfDlhAnrEqv1yaa8dq6z2Nr41JmTamDu6GnszrYBbfowQHJ1S/rboYiXcag/P # XfT+jlPP1uyFVk3v3byNpOORj7I5LFGc6XBpDco2LXCOMcg1KL3jtIckw+DJj361 # VI/c+gVVmG1oO5pGve2krnopN6zL64NF50ZuyjLVwIYwXE8s4mKyzbnijYjklqwB # Sru+cakXW2dg3viSkR4dPf0gz3N9QZpGdc3EXzTdEonW/aUgfX782Z5F37ZyL9t9 # X4C626p+Nuw2TPYrbqgSUei/BQOj0XOmTTd0lBw0gg/wEPK3Rxjtp+iZfD9M269e # wvPV2HM9Q07BMzlMjgK8QmguEOqEUUbi0b1qGFphAXPKZ6Je1yh2AuIzGHLXpyDw # wvoSCtdjbwzJNmSLW6CmgyFdXzB0kZSU2LlQ+QuJYfM2BjUYhEfb3BvR/bLUHMVr # 9lxSUV0S2yW6r1AFemzFER1y7435UsSFF5PAPBXbGjfHCBUYP3irRbb1Hode2o+e # FnJpxq57t7c+auIurQIDAQABo4IB3TCCAdkwEgYJKwYBBAGCNxUBBAUCAwEAATAj # BgkrBgEEAYI3FQIEFgQUKqdS/mTEmr6CkTxGNSnPEP8vBO4wHQYDVR0OBBYEFJ+n # FV0AXmJdg/Tl0mWnG1M1GelyMFwGA1UdIARVMFMwUQYMKwYBBAGCN0yDfQEBMEEw # PwYIKwYBBQUHAgEWM2h0dHA6Ly93d3cubWljcm9zb2Z0LmNvbS9wa2lvcHMvRG9j # cy9SZXBvc2l0b3J5Lmh0bTATBgNVHSUEDDAKBggrBgEFBQcDCDAZBgkrBgEEAYI3 # FAIEDB4KAFMAdQBiAEMAQTALBgNVHQ8EBAMCAYYwDwYDVR0TAQH/BAUwAwEB/zAf # BgNVHSMEGDAWgBTV9lbLj+iiXGJo0T2UkFvXzpoYxDBWBgNVHR8ETzBNMEugSaBH # hkVodHRwOi8vY3JsLm1pY3Jvc29mdC5jb20vcGtpL2NybC9wcm9kdWN0cy9NaWNS # b29DZXJBdXRfMjAxMC0wNi0yMy5jcmwwWgYIKwYBBQUHAQEETjBMMEoGCCsGAQUF # BzAChj5odHRwOi8vd3d3Lm1pY3Jvc29mdC5jb20vcGtpL2NlcnRzL01pY1Jvb0Nl # ckF1dF8yMDEwLTA2LTIzLmNydDANBgkqhkiG9w0BAQsFAAOCAgEAnVV9/Cqt4Swf # ZwExJFvhnnJL/Klv6lwUtj5OR2R4sQaTlz0xM7U518JxNj/aZGx80HU5bbsPMeTC # j/ts0aGUGCLu6WZnOlNN3Zi6th542DYunKmCVgADsAW+iehp4LoJ7nvfam++Kctu # 2D9IdQHZGN5tggz1bSNU5HhTdSRXud2f8449xvNo32X2pFaq95W2KFUn0CS9QKC/ # GbYSEhFdPSfgQJY4rPf5KYnDvBewVIVCs/wMnosZiefwC2qBwoEZQhlSdYo2wh3D # YXMuLGt7bj8sCXgU6ZGyqVvfSaN0DLzskYDSPeZKPmY7T7uG+jIa2Zb0j/aRAfbO # xnT99kxybxCrdTDFNLB62FD+CljdQDzHVG2dY3RILLFORy3BFARxv2T5JL5zbcqO # Cb2zAVdJVGTZc9d/HltEAY5aGZFrDZ+kKNxnGSgkujhLmm77IVRrakURR6nxt67I # 6IleT53S0Ex2tVdUCbFpAUR+fKFhbHP+CrvsQWY9af3LwUFJfn6Tvsv4O+S3Fb+0 # zj6lMVGEvL8CwYKiexcdFYmNcP7ntdAoGokLjzbaukz5m/8K6TT4JDVnK+ANuOaM # mdbhIurwJ0I9JZTmdHRbatGePu1+oDEzfbzL6Xu/OHBE0ZDxyKs6ijoIYn/ZcGNT # TY3ugm2lBRDBcQZqELQdVTNYs6FwZvKhggLLMIICNAIBATCB+KGB0KSBzTCByjEL # MAkGA1UEBhMCVVMxEzARBgNVBAgTCldhc2hpbmd0b24xEDAOBgNVBAcTB1JlZG1v # bmQxHjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3JhdGlvbjElMCMGA1UECxMcTWlj # cm9zb2Z0IEFtZXJpY2EgT3BlcmF0aW9uczEmMCQGA1UECxMdVGhhbGVzIFRTUyBF # U046MTJCQy1FM0FFLTc0RUIxJTAjBgNVBAMTHE1pY3Jvc29mdCBUaW1lLVN0YW1w # IFNlcnZpY2WiIwoBATAHBgUrDgMCGgMVAKOO55cMT4syPP6nClg2IWfajMqkoIGD # MIGApH4wfDELMAkGA1UEBhMCVVMxEzARBgNVBAgTCldhc2hpbmd0b24xEDAOBgNV # BAcTB1JlZG1vbmQxHjAcBgNVBAoTFU1pY3Jvc29mdCBDb3Jwb3JhdGlvbjEmMCQG # A1UEAxMdTWljcm9zb2Z0IFRpbWUtU3RhbXAgUENBIDIwMTAwDQYJKoZIhvcNAQEF # BQACBQDn/hamMCIYDzIwMjMwNTA0MTkzMzU4WhgPMjAyMzA1MDUxOTMzNThaMHQw # OgYKKwYBBAGEWQoEATEsMCowCgIFAOf+FqYCAQAwBwIBAAICBTIwBwIBAAICEcYw # CgIFAOf/aCYCAQAwNgYKKwYBBAGEWQoEAjEoMCYwDAYKKwYBBAGEWQoDAqAKMAgC # AQACAwehIKEKMAgCAQACAwGGoDANBgkqhkiG9w0BAQUFAAOBgQAb+lFGtJKOF99e # fmn/E0/ghoTARGgQti2NSNKftotSYqsx9oz6M1mIEjn/KTiOO+BHcPqn+MFaqr5g # 4PD4wyK2paivDW1k9lbu9MYkdL5AoEXGqnezr0SC74P30xZKCLwnwGPUtoAtbHGr # vXFj8t8f0Ww2mWqcGmfQj1CShC1EmDGCBA0wggQJAgEBMIGTMHwxCzAJBgNVBAYT # AlVTMRMwEQYDVQQIEwpXYXNoaW5ndG9uMRAwDgYDVQQHEwdSZWRtb25kMR4wHAYD # VQQKExVNaWNyb3NvZnQgQ29ycG9yYXRpb24xJjAkBgNVBAMTHU1pY3Jvc29mdCBU # aW1lLVN0YW1wIFBDQSAyMDEwAhMzAAAByk/Cs+0DDRhsAAEAAAHKMA0GCWCGSAFl # AwQCAQUAoIIBSjAaBgkqhkiG9w0BCQMxDQYLKoZIhvcNAQkQAQQwLwYJKoZIhvcN # AQkEMSIEIDMVK4lnWyLSacJzf5/Kb72eLmpdhvvmi6pfq7RgjPSsMIH6BgsqhkiG # 9w0BCRACLzGB6jCB5zCB5DCBvQQgEz0b85vrVU2slZAk4jt1SDEk6IzZAwVCoWwF # 3KzcGuAwgZgwgYCkfjB8MQswCQYDVQQGEwJVUzETMBEGA1UECBMKV2FzaGluZ3Rv # bjEQMA4GA1UEBxMHUmVkbW9uZDEeMBwGA1UEChMVTWljcm9zb2Z0IENvcnBvcmF0 # aW9uMSYwJAYDVQQDEx1NaWNyb3NvZnQgVGltZS1TdGFtcCBQQ0EgMjAxMAITMwAA # AcpPwrPtAw0YbAABAAAByjAiBCCKlhbXxfDFq9bNI7jYvFnFW6Qft8QqjcFUmR/B # knLbxjANBgkqhkiG9w0BAQsFAASCAgBU1MPL2f+7aoLnc7vEoMxBBnct15SH44Qj # hinUUOoF4omCRtXl+ddl23B/uHB40cTWmC8+zqyEZRuVc+q5F4C3OyW5qDyGP9jC # CdjYbsfQeT8DkRSYWqLvdEXJSKVPBE0TCx//0iCNf/bnSUmuLZZL8cZxy/d+Rv6/ # 2B1RW22IvhtwH5ktC2Fg4CjapuDWuZdvZmn6oPq7yjB0mm7mP0vx3PYj1QDh2PAj # hMg4S22BYxf4BoO9lOW5xFlo6c5dHXJhXLMdr76RkLKGfPwUGgU6iPP7VqsouCrq # QGY9fQnOQNT9F2tI3K3qUD+H0+1TCHMfqHqbSjrjRRUn0OXKM/MWhE5in9bWnpeL # BSrrS/vM+Id79i8l2hKqDtAhtrrjA4t5OOQyOXNOiNzE7xTyu/b0MjrNRqJpp2oA # Hch883smHUSGyaypQGSudSTDVMrkTm1PDQ9cmao8XSjicNcT5NcMTZeSFtOPRcVv # p1+4OqLo6h/ooedz1cp/ai47D4FFjtg1VViiMD7axvdi2OABuZe7WekwVD7Mn4Ht # E1hLxu8jxjz6WIZUKliXxfjaEtVzfe2vX1UWQ+vuJSe+yMXPVaxxa3XweeOC3Asc # W5xhyJo33vq1P9kC1IXM6D3hYIN6Ag89XRAPsg61K1I/L2YqZ0RktnzrG8g5bx2e # b/aYyRcLdg== # SIG # End signature block |