Added Workload Management module for vSphere with Kubernetes

Updating Banner
2020-05-19 10:23:58 -07:00
parent efef60d86a
commit 29b3b75604
2 changed files with 446 additions and 0 deletions
--- a/Modules/VMware.WorkloadManagement/VMware.WorkloadManagement.psd1
+++ b/Modules/VMware.WorkloadManagement/VMware.WorkloadManagement.psd1
@@ -0,0 +1,90 @@
+#
+# Module manifest for module 'VMware.WorkloadManagement'
+#
+# Generated by: wlam@vmware.com
+#
+# Generated on: 05/19/20
+#
+
+@{
+
+# Script module or binary module file associated with this manifest.
+RootModule = 'VMware.WorkloadManagement.psm1'
+
+# Version number of this module.
+ModuleVersion = '1.0.0'
+
+# Supported PSEditions
+# CompatiblePSEditions = @()
+
+# ID used to uniquely identify this module
+GUID = 'VMware.WorkloadManagement'
+
+# Author of this module
+Author = 'William Lam'
+
+# Company or vendor of this module
+CompanyName = 'VMware'
+
+# Copyright statement for this module
+Copyright = '(c) 2020 VMware. All rights reserved.'
+
+# Description of the functionality provided by this module
+Description = 'PowerShell Module for vSphere with Kubernetes Workload Management'
+
+# Minimum version of the Windows PowerShell engine required by this module
+PowerShellVersion = '6.0'
+
+# Functions to export from this module, for best performance, do not use wildcards and do not delete the entry, use an empty array if there are no functions to export.
+
+FunctionsToExport = 'New-WorkloadManagement','Get-WorkloadManagement','Remove-WorkloadManagement'
+
+# Cmdlets to export from this module, for best performance, do not use wildcards and do not delete the entry, use an empty array if there are no cmdlets to export.
+CmdletsToExport = @()
+
+# Variables to export from this module
+VariablesToExport = '*'
+
+# Aliases to export from this module, for best performance, do not use wildcards and do not delete the entry, use an empty array if there are no aliases to export.
+AliasesToExport = @()
+
+# DSC resources to export from this module
+# DscResourcesToExport = @()
+
+# List of all modules packaged with this module
+# ModuleList = @()
+
+# List of all files packaged with this module
+# FileList = @()
+
+# Private data to pass to the module specified in RootModule/ModuleToProcess. This may also contain a PSData hashtable with additional module metadata used by PowerShell.
+PrivateData = @{
+
+    PSData = @{
+
+        # Tags applied to this module. These help with module discovery in online galleries.
+        # Tags = @()
+
+        # A URL to the license for this module.
+        # LicenseUri = ''
+
+        # A URL to the main website for this project.
+        # ProjectUri = ''
+
+        # A URL to an icon representing this module.
+        # IconUri = ''
+
+        # ReleaseNotes of this module
+        # ReleaseNotes = ''
+
+    } # End of PSData hashtable
+
+} # End of PrivateData hashtable
+
+# HelpInfo URI of this module
+# HelpInfoURI = ''
+
+# Default prefix for commands exported from this module. Override the default prefix using Import-Module -Prefix.
+# DefaultCommandPrefix = ''
+
+}
--- a/Modules/VMware.WorkloadManagement/VMware.WorkloadManagement.psm1
+++ b/Modules/VMware.WorkloadManagement/VMware.WorkloadManagement.psm1
@@ -0,0 +1,356 @@
+Function New-WorkloadManagement {
+    <#
+        .NOTES
+        ===========================================================================
+        Created by:    William Lam
+        Date:          05/19/2020
+        Organization:  VMware
+        Blog:          http://www.virtuallyghetto.com
+        Twitter:       @lamw
+        ===========================================================================
+
+        .SYNOPSIS
+            Enable Workload Management on vSphere 7 Cluster
+        .DESCRIPTION
+            Enable Workload Management on vSphere 7 Cluster
+        .PARAMETER ClusterName
+            Name of vSphere Cluster to enable Workload Management
+        .PARAMETER ControlPlaneSize
+            Size of Control Plane VMs (TINY, SMALL, MEDIUM, LARGE)
+        .PARAMETER MgmtNetwork
+            Management Network for Control Plane VMs
+        .PARAMETER MgmtNetworkStartIP
+            Starting IP Address for Control Plane VMs (5 consecutive free addresses)
+        .PARAMETER MgmtNetworkSubnet
+            Netmask for Management Network
+        .PARAMETER MgmtNetworkGateway
+            Gateway for Management Network
+        .PARAMETER MgmtNetworkDNS
+            DNS Server(s) to use for Management Network
+        .PARAMETER MgmtNetworkDNSDomain
+            DNS Domain(s)
+        .PARAMETER MgmtNetworkNTP
+            NTP Server(s)
+        .PARAMETER WorkloadNetworkVDS
+            Name of vSphere 7 Distributed Virtual Switch (VDS) configured with NSX-T
+        .PARAMETER WorkloadNetworkEdgeCluster
+            Name of NSX-T Edge Cluster
+        .PARAMETER WorkloadNetworkDNS
+            DNS Server(s) to use for Workloads
+        .PARAMETER WorkloadNetworkPodCIDR
+            K8s POD CIDR (default: 10.244.0.0/21)
+        .PARAMETER WorkloadNetworkServiceCIDR
+            K8S Service CIDR (default: 10.96.0.0/24)
+        .PARAMETER WorkloadNetworkIngressCIDR
+            CIDR for Workload Ingress (recommend /27 or larger)
+        .PARAMETER WorkloadNetworkEgressCIDR
+            CIDR for Workload Egress (recommend /27 or larger)
+        .PARAMETER ControlPlaneStoragePolicy
+            Name of VM Storage Policy to use for Control Plane VMs
+        .PARAMETER EphemeralDiskStoragePolicy
+            Name of VM Storage Policy to use for Ephemeral Disk
+        .PARAMETER ImageCacheStoragePolicy
+            Name of VM Storage Policy to use for Image Cache
+        .PARAMETER LoginBanner
+            Login message to show during kubectl login
+        .EXAMPLE
+            New-WorkloadManagement `
+                -ClusterName "Workload-Cluster" `
+                -ControlPlaneSize TINY `
+                -MgmtNetwork "DVPG-Management Network" `
+                -MgmtNetworkStartIP "172.17.36.51" `
+                -MgmtNetworkSubnet "255.255.255.0" `
+                -MgmtNetworkGateway "172.17.36.253" `
+                -MgmtNetworkDNS "172.17.31.5" `
+                -MgmtNetworkDNSDomain "cpub.corp" `
+                -MgmtNetworkNTP "5.199.135.170" `
+                -WorkloadNetworkVDS "Pacific-VDS" `
+                -WorkloadNetworkEdgeCluster "Edge-Cluster-01" `
+                -WorkloadNetworkDNS "172.17.31.5" `
+                -WorkloadNetworkIngressCIDR "172.17.36.64/27" `
+                -WorkloadNetworkEgressCIDR "172.17.36.96/27" `
+                -ControlPlaneStoragePolicy "pacific-gold-storage-policy" `
+                -EphemeralDiskStoragePolicy "pacific-gold-storage-policy" `
+                -ImageCacheStoragePolicy "pacific-gold-storage-policy"
+
+    #>
+    Param (
+        [Parameter(Mandatory=$True)]$ClusterName,
+        [Parameter(Mandatory=$True)][ValidateSet("TINY","SMALL","MEDIUM","LARGE")][string]$ControlPlaneSize,
+        [Parameter(Mandatory=$True)]$MgmtNetwork,
+        [Parameter(Mandatory=$True)]$MgmtNetworkStartIP,
+        [Parameter(Mandatory=$True)]$MgmtNetworkSubnet,
+        [Parameter(Mandatory=$True)]$MgmtNetworkGateway,
+        [Parameter(Mandatory=$True)][string[]]$MgmtNetworkDNS,
+        [Parameter(Mandatory=$True)][string[]]$MgmtNetworkDNSDomain,
+        [Parameter(Mandatory=$True)]$MgmtNetworkNTP,
+        [Parameter(Mandatory=$True)]$WorkloadNetworkVDS,
+        [Parameter(Mandatory=$True)]$WorkloadNetworkEdgeCluster,
+        [Parameter(Mandatory=$True)][string[]]$WorkloadNetworkDNS,
+        [Parameter(Mandatory=$False)]$WorkloadNetworkPodCIDR="10.244.0.0/21",
+        [Parameter(Mandatory=$False)]$WorkloadNetworkServiceCIDR="10.96.0.0/24",
+        [Parameter(Mandatory=$True)]$WorkloadNetworkIngressCIDR,
+        [Parameter(Mandatory=$True)]$WorkloadNetworkEgressCIDR,
+        [Parameter(Mandatory=$True)]$ControlPlaneStoragePolicy,
+        [Parameter(Mandatory=$True)]$EphemeralDiskStoragePolicy,
+        [Parameter(Mandatory=$True)]$ImageCacheStoragePolicy,
+        [Parameter(Mandatory=$False)]$LoginBanner
+    )
+
+    If (-Not $global:DefaultCisServers) { Write-error "No CiS Connection found, please use Connect-CisServer`n" } Else {
+
+        # Management Network Moref
+        $networkService = Get-CisService "com.vmware.vcenter.network"
+        $networkFilterSpec = $networkService.help.list.filter.Create()
+        $networkFilterSpec.names = @("$MgmtNetwork")
+        $mgmtNetworkMoRef = $networkService.list($networkFilterSpec).network.Value
+        if ($mgmtNetworkMoRef -eq $NULL) {
+            Write-Host -ForegroundColor Red "Unable to find vSphere Cluster ${MgmtNetwork}"
+            break 
+        }
+
+        # Cluster Moref
+        $clusterService = Get-CisService "com.vmware.vcenter.cluster"
+        $clusterFilterSpec = $clusterService.help.list.filter.Create()
+        $clusterFilterSpec.names = @("$ClusterName")
+        $clusterMoRef = $clusterService.list($clusterFilterSpec).cluster.Value
+        if ($clusterMoRef -eq $NULL) {
+            Write-Host -ForegroundColor Red "Unable to find vSphere Cluster ${ClusterName}"
+            break
+        }
+
+        # VDS MoRef
+        $vdsCompatService = Get-CisService "com.vmware.vcenter.namespace_management.distributed_switch_compatibility"
+        $vdsMoRef = ($vdsCompatService.list($clusterMoref)).distributed_switch.Value
+        if ($vdsMoRef -eq $NULL) {
+            Write-Host -ForegroundColor Red "Unable to find VDS ${WorkloadNetworkVDS}"
+            break
+        }
+
+        # NSX-T Edge Cluster
+        $edgeClusterService = Get-CisService "com.vmware.vcenter.namespace_management.edge_cluster_compatibility"
+        $edgeClusterMoRef = ($edgeClusterService.list($clusterMoref,$vdsMoRef)).edge_cluster.Value
+        if ($edgeClusterMoRef -eq $NULL) {
+            Write-Host -ForegroundColor Red "Unable to find NSX-T Edge Cluster ${WorkloadNetworkEdgeCluster}"
+            break
+        }
+
+        # VM Storage Policy MoRef
+        $storagePolicyService = Get-CisService "com.vmware.vcenter.storage.policies"
+        $sps= $storagePolicyService.list()
+        $cpSP = ($sps | where {$_.name -eq $ControlPlaneStoragePolicy}).Policy.Value
+        $edSP = ($sps | where {$_.name -eq $EphemeralDiskStoragePolicy}).Policy.Value
+        $icSP = ($sps | where {$_.name -eq $ImageCacheStoragePolicy}).Policy.Value
+        if ($cpSP -eq $NULL) {
+            Write-Host -ForegroundColor Red "Unable to find VM Storage Policy ${ControlPlaneStoragePolicy}"
+            break
+        }
+
+        if ($edSP -eq $NULL) {
+            Write-Host -ForegroundColor Red "Unable to find VM Storage Policy ${EphemeralDiskStoragePolicy}"
+            break
+        }
+
+        if ($icSP -eq $NULL) {
+            Write-Host -ForegroundColor Red "Unable to find VM Storage Policy ${ImageCacheStoragePolicy}"
+            break
+        }
+
+        $nsmClusterService = Get-CisService "com.vmware.vcenter.namespace_management.clusters"
+        $spec = $nsmClusterService.help.enable.spec.Create()
+
+        $spec.size_hint = $ControlPlaneSize
+        $spec.network_provider = "NSXT_CONTAINER_PLUGIN"
+
+        $mgmtNetworkSpec = $nsmClusterService.help.enable.spec.master_management_network.Create()
+        $mgmtNetworkSpec.mode = "STATICRANGE"
+        $mgmtNetworkSpec.network =  $mgmtNetworkMoRef
+        $mgmtNetworkSpec.address_range.starting_address = $MgmtNetworkStartIP
+        $mgmtNetworkSpec.address_range.address_count = 5
+        $mgmtNetworkSpec.address_range.subnet_mask = $MgmtNetworkSubnet
+        $mgmtNetworkSpec.address_range.gateway = $MgmtNetworkGateway
+
+        $spec.master_management_network = $mgmtNetworkSpec
+        $spec.master_DNS = $MgmtNetworkDNS
+        $spec.master_DNS_search_domains = $MgmtNetworkDNSDomain
+        $spec.master_NTP_servers = $MgmtNetworkNTP
+
+        $spec.ncp_cluster_network_spec.cluster_distributed_switch = $vdsMoRef
+        $spec.ncp_cluster_network_spec.nsx_edge_cluster = $edgeClusterMoRef
+
+        $spec.worker_DNS = $WorkloadNetworkDNS
+
+        $serviceCidrSpec = $nsmClusterService.help.enable.spec.service_cidr.Create()
+        $serviceAddress,$servicePrefix = $WorkloadNetworkServiceCIDR.split("/")
+        $serviceCidrSpec.address = $serviceAddress
+        $serviceCidrSpec.prefix = $servicePrefix
+        $spec.service_cidr = $serviceCidrSpec
+
+        $podCidrSpec = $nsmClusterService.help.enable.spec.ncp_cluster_network_spec.pod_cidrs.Element.Create()
+        $podAddress,$podPrefix = $WorkloadNetworkPodCIDR.split("/")
+        $podCidrSpec.address = $podAddress
+        $podCidrSpec.prefix = $podPrefix
+        $spec.ncp_cluster_network_spec.pod_cidrs = @($podCidrSpec)
+
+        $egressCidrSpec = $nsmClusterService.help.enable.spec.ncp_cluster_network_spec.egress_cidrs.Element.Create()
+        $egressAddress,$egressPrefix = $WorkloadNetworkEgressCIDR.split("/")
+        $egressCidrSpec.address = $egressAddress
+        $egressCidrSpec.prefix = $egressPrefix
+        $spec.ncp_cluster_network_spec.egress_cidrs = @($egressCidrSpec)
+
+        $ingressCidrSpec = $nsmClusterService.help.enable.spec.ncp_cluster_network_spec.ingress_cidrs.Element.Create()
+        $ingressAddress,$ingressPrefix = $WorkloadNetworkIngressCIDR.split("/")
+        $ingressCidrSpec.address = $ingressAddress
+        $ingressCidrSpec.prefix = $ingressPrefix
+        $spec.ncp_cluster_network_spec.ingress_cidrs = @($ingressCidrSpec)
+
+        $spec.master_storage_policy = $cpSP
+        $spec.ephemeral_storage_policy = $edSP
+
+        $imagePolicySpec = $nsmClusterService.help.enable.spec.image_storage.Create()
+        $imagePolicySpec.storage_policy = $icSP
+        $spec.image_storage = $imagePolicySpec
+
+        if($LoginBanner -eq $NULL) {
+            $LoginBanner = "
+
+            " + [char]::ConvertFromUtf32(0x1F973) + "vSphere with Kubernetes Cluster enabled by virtuallyGhetto " + [char]::ConvertFromUtf32(0x1F973) + "
+
+"
+        }
+        $spec.login_banner = $LoginBanner
+
+        try {
+            Write-Host -Foreground Green "`nEnabling Workload Management on vSphere Cluster ${ClusterName} ..."
+            $nsmClusterService.enable($clusterMoRef,$spec)
+        } catch {
+            Write-Error "Error in attempting to enable Workload Management on vSphere Cluster ${ClusterName}"
+            Write-Error "`n($_.Exception.Message)`n"
+            break
+        }
+        Write-Host -Foreground Green "Please refer to the Workload Management UI in vCenter Server to monitor the progress of this operation"
+    }
+}
+
+Function Get-WorkloadManagement {
+    <#
+        .NOTES
+        ===========================================================================
+        Created by:    William Lam
+        Date:          05/19/2020
+        Organization:  VMware
+        Blog:          http://www.virtuallyghetto.com
+        Twitter:       @lamw
+        ===========================================================================
+
+        .SYNOPSIS
+            Retrieve all Workload Management Clusters
+        .DESCRIPTION
+            Retrieve all Workload Management Clusters
+        .PARAMETER Stats
+            Output additional stats pertaining to CPU, Memory and Storage
+        .EXAMPLE
+            Get-WorkloadManagement
+        .EXAMPLE
+            Get-WorkloadManagement -Stats
+    #>
+    Param (
+        [Switch]$Stats
+    )
+
+    If (-Not $global:DefaultCisServers) { Write-error "No CiS Connection found, please use Connect-CisServer`n" } Else {
+        If (-Not $global:DefaultVIServers) { Write-error "No VI Connection found, please use Connect-VIServer`n" } Else {
+            $nssClusterService = Get-CisService "com.vmware.vcenter.namespace_management.software.clusters"
+            $nsInstanceService = Get-CisService "com.vmware.vcenter.namespaces.instances"
+            $nsmClusterService = Get-CisService "com.vmware.vcenter.namespace_management.clusters"
+            $wlClusters = $nsmClusterService.list()
+
+            $results = @()
+            foreach ($wlCluster in $wlClusters) {
+                $workloadClusterId = $wlCluster.cluster
+                $vSphereCluster = Get-Cluster | where {$_.id -eq "ClusterComputeResource-${workloadClusterId}"}
+                $workloadCluster = $nsmClusterService.get($workloadClusterId)
+
+                $nsCount = ($nsInstanceService.list() | where {$_.cluster -eq $workloadClusterId}).count
+                $hostCount = ($vSphereCluster.ExtensionData.Host).count
+                if($workloadCluster.kubernetes_status -ne "ERROR") {
+                $k8sVersion = $nssClusterService.get($workloadClusterId).current_version
+                } else { $k8sVersion = "UNKNOWN" }
+
+                $tmp = [pscustomobject] @{
+                    NAME = $vSphereCluster.name;
+                    NAMESPACES = $nsCount;
+                    HOSTS = $hostCount;
+                    CONTROL_PLANE_IP = $workloadCluster.api_server_cluster_endpoint;
+                    CLUSTER_STATUS = $workloadCluster.config_status;
+                    K8S_STATUS = $workloadCluster.kubernetes_status;
+                    VERSION = $k8sVersion;
+                }
+
+                if($Stats) {
+                    $tmp | Add-Member -NotePropertyName CPU_CAPACITY -NotePropertyValue $workloadCluster.stat_summary.cpu_capacity
+                    $tmp | Add-Member -NotePropertyName MEM_CAPACITY -NotePropertyValue $workloadCluster.stat_summary.memory_capacity
+                    $tmp | Add-Member -NotePropertyName STORAGE_CAPACITY -NotePropertyValue $workloadCluster.stat_summary.storage_capacity
+                    $tmp | Add-Member -NotePropertyName CPU_USED -NotePropertyValue $workloadCluster.stat_summary.cpu_used
+                    $tmp | Add-Member -NotePropertyName MEM_USED -NotePropertyValue $workloadCluster.stat_summary.memory_used
+                    $tmp | Add-Member -NotePropertyName STORAGE_USED -NotePropertyValue $workloadCluster.stat_summary.storage_used
+                }
+
+                $results+=$tmp
+            }
+            $results
+        }
+    }
+}
+
+Function Remove-WorkloadManagement {
+    <#
+        .NOTES
+        ===========================================================================
+        Created by:    William Lam
+        Date:          05/19/2020
+        Organization:  VMware
+        Blog:          http://www.virtuallyghetto.com
+        Twitter:       @lamw
+        ===========================================================================
+
+        .SYNOPSIS
+            Disable Workload Management on vSphere Cluster
+        .DESCRIPTION
+            Disable Workload Management on vSphere Cluster
+        .PARAMETER ClusterName
+            Name of vSphere Cluster to disable Workload Management
+        .EXAMPLE
+            Remove-WorkloadManagement -ClusterName "Workload-Cluster"
+    #>
+    Param (
+        [Parameter(Mandatory=$True)]$ClusterName
+    )
+
+    If (-Not $global:DefaultCisServers) { Write-error "No CiS Connection found, please use Connect-CisServer`n" } Else {
+
+        $vSphereCluster = Get-Cluster | where {$_.Name -eq $ClusterName}
+        if($vSphereCluster -eq $null) {
+            Write-Host -ForegroundColor Red "Unable to find vSphere Cluster ${ClusterName}"
+            break
+        }
+        $vSphereClusterID = ($vSphereCluster.id).replace("ClusterComputeResource-","")
+
+        $nsmClusterService = Get-CisService "com.vmware.vcenter.namespace_management.clusters"
+        $workloadClusterID = ($nsmClusterService.list() | where {$_.cluster -eq $vSphereClusterID}).cluster.Value
+        if($workloadClusterID -eq $null) {
+            Write-Host -ForegroundColor Red "Unable to find Workload Management Cluster ${ClusterName}"
+            break
+        }
+
+        try {
+            Write-Host -Foreground Green "`nDisabling Workload Management on vSphere Cluster ${ClusterName} ..."
+            $nsmClusterService.disable($workloadClusterID)
+        } catch {
+            Write-Error "Error in attempting to disable Workload Management on vSphere Cluster ${ClusterName}"
+            Write-Error "`n($_.Exception.Message)`n"
+            break
+        }
+        Write-Host -Foreground Green "Please refer to the Workload Management UI in vCenter Server to monitor the progress of this operation"
+    }
+}