0000_10_config-operator_01_infrastructures-TechPreviewNoUpgrade.crd.yaml

apiVersion: apiextensions.k8s.io/v1
kind: CustomResourceDefinition
metadata:
  annotations:
    api-approved.openshift.io: https://github.com/openshift/api/pull/470
    api.openshift.io/merged-by-featuregates: "true"
    include.release.openshift.io/ibm-cloud-managed: "true"
    include.release.openshift.io/self-managed-high-availability: "true"
    release.openshift.io/bootstrap-required: "true"
    release.openshift.io/feature-set: TechPreviewNoUpgrade
  name: infrastructures.config.openshift.io
spec:
  group: config.openshift.io
  names:
    kind: Infrastructure
    listKind: InfrastructureList
    plural: infrastructures
    singular: infrastructure
  scope: Cluster
  versions:
  - name: v1
    schema:
      openAPIV3Schema:
        description: |-
          Infrastructure holds cluster-wide information about Infrastructure.  The canonical name is `cluster`

          Compatibility level 1: Stable within a major release for a minimum of 12 months or 3 minor releases (whichever is longer).
        properties:
          apiVersion:
            description: |-
              APIVersion defines the versioned schema of this representation of an object.
              Servers should convert recognized schemas to the latest internal value, and
              may reject unrecognized values.
              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources
            type: string
          kind:
            description: |-
              Kind is a string value representing the REST resource this object represents.
              Servers may infer this from the endpoint the client submits requests to.
              Cannot be updated.
              In CamelCase.
              More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds
            type: string
          metadata:
            type: object
          spec:
            description: spec holds user settable values for configuration
            properties:
              cloudConfig:
                description: |-
                  cloudConfig is a reference to a ConfigMap containing the cloud provider configuration file.
                  This configuration file is used to configure the Kubernetes cloud provider integration
                  when using the built-in cloud provider integration or the external cloud controller manager.
                  The namespace for this config map is openshift-config.

                  cloudConfig should only be consumed by the kube_cloud_config controller.
                  The controller is responsible for using the user configuration in the spec
                  for various platforms and combining that with the user provided ConfigMap in this field
                  to create a stitched kube cloud config.
                  The controller generates a ConfigMap `kube-cloud-config` in `openshift-config-managed` namespace
                  with the kube cloud config is stored in `cloud.conf` key.
                  All the clients are expected to use the generated ConfigMap only.
                properties:
                  key:
                    description: key allows pointing to a specific key/value inside
                      of the configmap.  This is useful for logical file references.
                    type: string
                  name:
                    type: string
                type: object
              platformSpec:
                description: |-
                  platformSpec holds desired information specific to the underlying
                  infrastructure provider.
                properties:
                  alibabaCloud:
                    description: alibabaCloud contains settings specific to the Alibaba
                      Cloud infrastructure provider.
                    type: object
                  aws:
                    description: aws contains settings specific to the Amazon Web
                      Services infrastructure provider.
                    properties:
                      serviceEndpoints:
                        description: |-
                          serviceEndpoints list contains custom endpoints which will override default
                          service endpoint of AWS Services.
                          There must be only one ServiceEndpoint for a service.
                        items:
                          description: |-
                            AWSServiceEndpoint store the configuration of a custom url to
                            override existing defaults of AWS Services.
                          properties:
                            name:
                              description: |-
                                name is the name of the AWS service.
                                The list of all the service names can be found at https://docs.aws.amazon.com/general/latest/gr/aws-service-information.html
                                This must be provided and cannot be empty.
                              pattern: ^[a-z0-9-]+$
                              type: string
                            url:
                              description: |-
                                url is fully qualified URI with scheme https, that overrides the default generated
                                endpoint for a client.
                                This must be provided and cannot be empty.
                              pattern: ^https://
                              type: string
                          type: object
                        type: array
                        x-kubernetes-list-type: atomic
                    type: object
                  azure:
                    description: azure contains settings specific to the Azure infrastructure
                      provider.
                    type: object
                  baremetal:
                    description: baremetal contains settings specific to the BareMetal
                      platform.
                    properties:
                      apiServerInternalIPs:
                        description: |-
                          apiServerInternalIPs are the IP addresses to contact the Kubernetes API
                          server that can be used by components inside the cluster, like kubelets
                          using the infrastructure rather than Kubernetes networking. These are the
                          IPs for a self-hosted load balancer in front of the API servers.
                          In dual stack clusters this list contains two IP addresses, one from IPv4
                          family and one from IPv6.
                          In single stack clusters a single IP address is expected.
                          When omitted, values from the status.apiServerInternalIPs will be used.
                          Once set, the list cannot be completely removed (but its second entry can).
                        items:
                          description: IP is an IP address (for example, "10.0.0.0"
                            or "fd00::").
                          maxLength: 39
                          minLength: 1
                          type: string
                          x-kubernetes-validations:
                          - message: value must be a valid IP address
                            rule: isIP(self)
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: apiServerInternalIPs must contain at most one IPv4
                            address and at most one IPv6 address
                          rule: 'size(self) == 2 && isIP(self[0]) && isIP(self[1])
                            ? ip(self[0]).family() != ip(self[1]).family() : true'
                      ingressIPs:
                        description: |-
                          ingressIPs are the external IPs which route to the default ingress
                          controller. The IPs are suitable targets of a wildcard DNS record used to
                          resolve default route host names.
                          In dual stack clusters this list contains two IP addresses, one from IPv4
                          family and one from IPv6.
                          In single stack clusters a single IP address is expected.
                          When omitted, values from the status.ingressIPs will be used.
                          Once set, the list cannot be completely removed (but its second entry can).
                        items:
                          description: IP is an IP address (for example, "10.0.0.0"
                            or "fd00::").
                          maxLength: 39
                          minLength: 1
                          type: string
                          x-kubernetes-validations:
                          - message: value must be a valid IP address
                            rule: isIP(self)
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: ingressIPs must contain at most one IPv4 address
                            and at most one IPv6 address
                          rule: 'size(self) == 2 && isIP(self[0]) && isIP(self[1])
                            ? ip(self[0]).family() != ip(self[1]).family() : true'
                      machineNetworks:
                        description: |-
                          machineNetworks are IP networks used to connect all the OpenShift cluster
                          nodes. Each network is provided in the CIDR format and should be IPv4 or IPv6,
                          for example "10.0.0.0/8" or "fd00::/8".
                        items:
                          description: CIDR is an IP address range in CIDR notation
                            (for example, "10.0.0.0/8" or "fd00::/8").
                          maxLength: 43
                          minLength: 1
                          type: string
                          x-kubernetes-validations:
                          - message: value must be a valid CIDR network address
                            rule: isCIDR(self)
                        maxItems: 32
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - rule: self.all(x, self.exists_one(y, x == y))
                    type: object
                    x-kubernetes-validations:
                    - message: apiServerInternalIPs list is required once set
                      rule: '!has(oldSelf.apiServerInternalIPs) || has(self.apiServerInternalIPs)'
                    - message: ingressIPs list is required once set
                      rule: '!has(oldSelf.ingressIPs) || has(self.ingressIPs)'
                  equinixMetal:
                    description: equinixMetal contains settings specific to the Equinix
                      Metal infrastructure provider.
                    type: object
                  external:
                    description: |-
                      ExternalPlatformType represents generic infrastructure provider.
                      Platform-specific components should be supplemented separately.
                    properties:
                      platformName:
                        default: Unknown
                        description: |-
                          platformName holds the arbitrary string representing the infrastructure provider name, expected to be set at the installation time.
                          This field is solely for informational and reporting purposes and is not expected to be used for decision-making.
                        type: string
                        x-kubernetes-validations:
                        - message: platform name cannot be changed once set
                          rule: oldSelf == 'Unknown' || self == oldSelf
                    type: object
                  gcp:
                    description: gcp contains settings specific to the Google Cloud
                      Platform infrastructure provider.
                    type: object
                  ibmcloud:
                    description: ibmcloud contains settings specific to the IBMCloud
                      infrastructure provider.
                    properties:
                      serviceEndpoints:
                        description: |-
                          serviceEndpoints is a list of custom endpoints which will override the default
                          service endpoints of an IBM service. These endpoints are used by components
                          within the cluster when trying to reach the IBM Cloud Services that have been
                          overridden. The CCCMO reads in the IBMCloudPlatformSpec and validates each
                          endpoint is resolvable. Once validated, the cloud config and IBMCloudPlatformStatus
                          are updated to reflect the same custom endpoints.
                          A maximum of 13 service endpoints overrides are supported.
                        items:
                          description: |-
                            IBMCloudServiceEndpoint stores the configuration of a custom url to
                            override existing defaults of IBM Cloud Services.
                          properties:
                            name:
                              description: |-
                                name is the name of the IBM Cloud service.
                                Possible values are: CIS, COS, COSConfig, DNSServices, GlobalCatalog, GlobalSearch, GlobalTagging, HyperProtect, IAM, KeyProtect, ResourceController, ResourceManager, or VPC.
                                For example, the IBM Cloud Private IAM service could be configured with the
                                service `name` of `IAM` and `url` of `https://private.iam.cloud.ibm.com`
                                Whereas the IBM Cloud Private VPC service for US South (Dallas) could be configured
                                with the service `name` of `VPC` and `url` of `https://us.south.private.iaas.cloud.ibm.com`
                              enum:
                              - CIS
                              - COS
                              - COSConfig
                              - DNSServices
                              - GlobalCatalog
                              - GlobalSearch
                              - GlobalTagging
                              - HyperProtect
                              - IAM
                              - KeyProtect
                              - ResourceController
                              - ResourceManager
                              - VPC
                              type: string
                            url:
                              description: |-
                                url is fully qualified URI with scheme https, that overrides the default generated
                                endpoint for a client.
                                This must be provided and cannot be empty. The path must follow the pattern
                                /v[0,9]+ or /api/v[0,9]+
                              maxLength: 300
                              type: string
                              x-kubernetes-validations:
                              - message: url must use https scheme
                                rule: url(self).getScheme() == "https"
                              - message: url path must match /v[0,9]+ or /api/v[0,9]+
                                rule: matches((url(self).getEscapedPath()), '^/(api/)?v[0-9]+/{0,1}$')
                              - message: url must be a valid absolute URL
                                rule: isURL(self)
                          required:
                          - name
                          - url
                          type: object
                        maxItems: 13
                        type: array
                        x-kubernetes-list-map-keys:
                        - name
                        x-kubernetes-list-type: map
                    type: object
                  kubevirt:
                    description: kubevirt contains settings specific to the kubevirt
                      infrastructure provider.
                    type: object
                  nutanix:
                    description: nutanix contains settings specific to the Nutanix
                      infrastructure provider.
                    properties:
                      failureDomains:
                        description: |-
                          failureDomains configures failure domains information for the Nutanix platform.
                          When set, the failure domains defined here may be used to spread Machines across
                          prism element clusters to improve fault tolerance of the cluster.
                        items:
                          description: NutanixFailureDomain configures failure domain
                            information for the Nutanix platform.
                          properties:
                            cluster:
                              description: |-
                                cluster is to identify the cluster (the Prism Element under management of the Prism Central),
                                in which the Machine's VM will be created. The cluster identifier (uuid or name) can be obtained
                                from the Prism Central console or using the prism_central API.
                              properties:
                                name:
                                  description: name is the resource name in the PC.
                                    It cannot be empty if the type is Name.
                                  type: string
                                type:
                                  description: type is the identifier type to use
                                    for this resource.
                                  enum:
                                  - UUID
                                  - Name
                                  type: string
                                uuid:
                                  description: uuid is the UUID of the resource in
                                    the PC. It cannot be empty if the type is UUID.
                                  type: string
                              required:
                              - type
                              type: object
                              x-kubernetes-validations:
                              - message: uuid configuration is required when type
                                  is UUID, and forbidden otherwise
                                rule: 'has(self.type) && self.type == ''UUID'' ?  has(self.uuid)
                                  : !has(self.uuid)'
                              - message: name configuration is required when type
                                  is Name, and forbidden otherwise
                                rule: 'has(self.type) && self.type == ''Name'' ?  has(self.name)
                                  : !has(self.name)'
                            name:
                              description: |-
                                name defines the unique name of a failure domain.
                                Name is required and must be at most 64 characters in length.
                                It must consist of only lower case alphanumeric characters and hyphens (-).
                                It must start and end with an alphanumeric character.
                                This value is arbitrary and is used to identify the failure domain within the platform.
                              maxLength: 64
                              minLength: 1
                              pattern: '[a-z0-9]([-a-z0-9]*[a-z0-9])?'
                              type: string
                            subnets:
                              description: |-
                                subnets holds a list of identifiers (one or more) of the cluster's network subnets
                                If the feature gate NutanixMultiSubnets is enabled, up to 32 subnets may be configured.
                                for the Machine's VM to connect to. The subnet identifiers (uuid or name) can be
                                obtained from the Prism Central console or using the prism_central API.
                              items:
                                description: NutanixResourceIdentifier holds the identity
                                  of a Nutanix PC resource (cluster, image, subnet,
                                  etc.)
                                properties:
                                  name:
                                    description: name is the resource name in the
                                      PC. It cannot be empty if the type is Name.
                                    type: string
                                  type:
                                    description: type is the identifier type to use
                                      for this resource.
                                    enum:
                                    - UUID
                                    - Name
                                    type: string
                                  uuid:
                                    description: uuid is the UUID of the resource
                                      in the PC. It cannot be empty if the type is
                                      UUID.
                                    type: string
                                required:
                                - type
                                type: object
                                x-kubernetes-validations:
                                - message: uuid configuration is required when type
                                    is UUID, and forbidden otherwise
                                  rule: 'has(self.type) && self.type == ''UUID'' ?  has(self.uuid)
                                    : !has(self.uuid)'
                                - message: name configuration is required when type
                                    is Name, and forbidden otherwise
                                  rule: 'has(self.type) && self.type == ''Name'' ?  has(self.name)
                                    : !has(self.name)'
                              maxItems: 32
                              minItems: 1
                              type: array
                              x-kubernetes-list-type: atomic
                              x-kubernetes-validations:
                              - message: each subnet must be unique
                                rule: self.all(x, self.exists_one(y, x == y))
                          required:
                          - cluster
                          - name
                          - subnets
                          type: object
                        maxItems: 32
                        type: array
                        x-kubernetes-list-map-keys:
                        - name
                        x-kubernetes-list-type: map
                      prismCentral:
                        description: |-
                          prismCentral holds the endpoint address and port to access the Nutanix Prism Central.
                          When a cluster-wide proxy is installed, by default, this endpoint will be accessed via the proxy.
                          Should you wish for communication with this endpoint not to be proxied, please add the endpoint to the
                          proxy spec.noProxy list.
                        properties:
                          address:
                            description: address is the endpoint address (DNS name
                              or IP address) of the Nutanix Prism Central or Element
                              (cluster)
                            maxLength: 256
                            type: string
                          port:
                            description: port is the port number to access the Nutanix
                              Prism Central or Element (cluster)
                            format: int32
                            maximum: 65535
                            minimum: 1
                            type: integer
                        required:
                        - address
                        - port
                        type: object
                      prismElements:
                        description: |-
                          prismElements holds one or more endpoint address and port data to access the Nutanix
                          Prism Elements (clusters) of the Nutanix Prism Central. Currently we only support one
                          Prism Element (cluster) for an OpenShift cluster, where all the Nutanix resources (VMs, subnets, volumes, etc.)
                          used in the OpenShift cluster are located. In the future, we may support Nutanix resources (VMs, etc.)
                          spread over multiple Prism Elements (clusters) of the Prism Central.
                        items:
                          description: NutanixPrismElementEndpoint holds the name
                            and endpoint data for a Prism Element (cluster)
                          properties:
                            endpoint:
                              description: |-
                                endpoint holds the endpoint address and port data of the Prism Element (cluster).
                                When a cluster-wide proxy is installed, by default, this endpoint will be accessed via the proxy.
                                Should you wish for communication with this endpoint not to be proxied, please add the endpoint to the
                                proxy spec.noProxy list.
                              properties:
                                address:
                                  description: address is the endpoint address (DNS
                                    name or IP address) of the Nutanix Prism Central
                                    or Element (cluster)
                                  maxLength: 256
                                  type: string
                                port:
                                  description: port is the port number to access the
                                    Nutanix Prism Central or Element (cluster)
                                  format: int32
                                  maximum: 65535
                                  minimum: 1
                                  type: integer
                              required:
                              - address
                              - port
                              type: object
                            name:
                              description: |-
                                name is the name of the Prism Element (cluster). This value will correspond with
                                the cluster field configured on other resources (eg Machines, PVCs, etc).
                              maxLength: 256
                              type: string
                          required:
                          - endpoint
                          - name
                          type: object
                        type: array
                        x-kubernetes-list-map-keys:
                        - name
                        x-kubernetes-list-type: map
                    required:
                    - prismCentral
                    - prismElements
                    type: object
                  openstack:
                    description: openstack contains settings specific to the OpenStack
                      infrastructure provider.
                    properties:
                      apiServerInternalIPs:
                        description: |-
                          apiServerInternalIPs are the IP addresses to contact the Kubernetes API
                          server that can be used by components inside the cluster, like kubelets
                          using the infrastructure rather than Kubernetes networking. These are the
                          IPs for a self-hosted load balancer in front of the API servers.
                          In dual stack clusters this list contains two IP addresses, one from IPv4
                          family and one from IPv6.
                          In single stack clusters a single IP address is expected.
                          When omitted, values from the status.apiServerInternalIPs will be used.
                          Once set, the list cannot be completely removed (but its second entry can).
                        items:
                          description: IP is an IP address (for example, "10.0.0.0"
                            or "fd00::").
                          maxLength: 39
                          minLength: 1
                          type: string
                          x-kubernetes-validations:
                          - message: value must be a valid IP address
                            rule: isIP(self)
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: apiServerInternalIPs must contain at most one IPv4
                            address and at most one IPv6 address
                          rule: 'size(self) == 2 && isIP(self[0]) && isIP(self[1])
                            ? ip(self[0]).family() != ip(self[1]).family() : true'
                      ingressIPs:
                        description: |-
                          ingressIPs are the external IPs which route to the default ingress
                          controller. The IPs are suitable targets of a wildcard DNS record used to
                          resolve default route host names.
                          In dual stack clusters this list contains two IP addresses, one from IPv4
                          family and one from IPv6.
                          In single stack clusters a single IP address is expected.
                          When omitted, values from the status.ingressIPs will be used.
                          Once set, the list cannot be completely removed (but its second entry can).
                        items:
                          description: IP is an IP address (for example, "10.0.0.0"
                            or "fd00::").
                          maxLength: 39
                          minLength: 1
                          type: string
                          x-kubernetes-validations:
                          - message: value must be a valid IP address
                            rule: isIP(self)
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: ingressIPs must contain at most one IPv4 address
                            and at most one IPv6 address
                          rule: 'size(self) == 2 && isIP(self[0]) && isIP(self[1])
                            ? ip(self[0]).family() != ip(self[1]).family() : true'
                      machineNetworks:
                        description: |-
                          machineNetworks are IP networks used to connect all the OpenShift cluster
                          nodes. Each network is provided in the CIDR format and should be IPv4 or IPv6,
                          for example "10.0.0.0/8" or "fd00::/8".
                        items:
                          description: CIDR is an IP address range in CIDR notation
                            (for example, "10.0.0.0/8" or "fd00::/8").
                          maxLength: 43
                          minLength: 1
                          type: string
                          x-kubernetes-validations:
                          - message: value must be a valid CIDR network address
                            rule: isCIDR(self)
                        maxItems: 32
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - rule: self.all(x, self.exists_one(y, x == y))
                    type: object
                    x-kubernetes-validations:
                    - message: apiServerInternalIPs list is required once set
                      rule: '!has(oldSelf.apiServerInternalIPs) || has(self.apiServerInternalIPs)'
                    - message: ingressIPs list is required once set
                      rule: '!has(oldSelf.ingressIPs) || has(self.ingressIPs)'
                  ovirt:
                    description: ovirt contains settings specific to the oVirt infrastructure
                      provider.
                    type: object
                  powervs:
                    description: powervs contains settings specific to the IBM Power
                      Systems Virtual Servers infrastructure provider.
                    properties:
                      serviceEndpoints:
                        description: |-
                          serviceEndpoints is a list of custom endpoints which will override the default
                          service endpoints of a Power VS service.
                        items:
                          description: |-
                            PowervsServiceEndpoint stores the configuration of a custom url to
                            override existing defaults of PowerVS Services.
                          properties:
                            name:
                              description: |-
                                name is the name of the Power VS service.
                                Few of the services are
                                IAM - https://cloud.ibm.com/apidocs/iam-identity-token-api
                                ResourceController - https://cloud.ibm.com/apidocs/resource-controller/resource-controller
                                Power Cloud - https://cloud.ibm.com/apidocs/power-cloud
                              enum:
                              - CIS
                              - COS
                              - COSConfig
                              - DNSServices
                              - GlobalCatalog
                              - GlobalSearch
                              - GlobalTagging
                              - HyperProtect
                              - IAM
                              - KeyProtect
                              - Power
                              - ResourceController
                              - ResourceManager
                              - VPC
                              type: string
                            url:
                              description: |-
                                url is fully qualified URI with scheme https, that overrides the default generated
                                endpoint for a client.
                                This must be provided and cannot be empty.
                              format: uri
                              pattern: ^https://
                              type: string
                          required:
                          - name
                          - url
                          type: object
                        type: array
                        x-kubernetes-list-map-keys:
                        - name
                        x-kubernetes-list-type: map
                    type: object
                  type:
                    description: |-
                      type is the underlying infrastructure provider for the cluster. This
                      value controls whether infrastructure automation such as service load
                      balancers, dynamic volume provisioning, machine creation and deletion, and
                      other integrations are enabled. If None, no infrastructure automation is
                      enabled. Allowed values are "AWS", "Azure", "BareMetal", "GCP", "Libvirt",
                      "OpenStack", "VSphere", "oVirt", "IBMCloud", "KubeVirt", "EquinixMetal",
                      "PowerVS", "AlibabaCloud", "Nutanix", "External", and "None". Individual
                      components may not support all platforms, and must handle unrecognized
                      platforms as None if they do not support that platform.
                    enum:
                    - ""
                    - AWS
                    - Azure
                    - BareMetal
                    - GCP
                    - Libvirt
                    - OpenStack
                    - None
                    - VSphere
                    - oVirt
                    - IBMCloud
                    - KubeVirt
                    - EquinixMetal
                    - PowerVS
                    - AlibabaCloud
                    - Nutanix
                    - External
                    type: string
                  vsphere:
                    description: vsphere contains settings specific to the VSphere
                      infrastructure provider.
                    properties:
                      apiServerInternalIPs:
                        description: |-
                          apiServerInternalIPs are the IP addresses to contact the Kubernetes API
                          server that can be used by components inside the cluster, like kubelets
                          using the infrastructure rather than Kubernetes networking. These are the
                          IPs for a self-hosted load balancer in front of the API servers.
                          In dual stack clusters this list contains two IP addresses, one from IPv4
                          family and one from IPv6.
                          In single stack clusters a single IP address is expected.
                          When omitted, values from the status.apiServerInternalIPs will be used.
                          Once set, the list cannot be completely removed (but its second entry can).
                        items:
                          description: IP is an IP address (for example, "10.0.0.0"
                            or "fd00::").
                          maxLength: 39
                          minLength: 1
                          type: string
                          x-kubernetes-validations:
                          - message: value must be a valid IP address
                            rule: isIP(self)
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: apiServerInternalIPs must contain at most one IPv4
                            address and at most one IPv6 address
                          rule: 'size(self) == 2 && isIP(self[0]) && isIP(self[1])
                            ? ip(self[0]).family() != ip(self[1]).family() : true'
                      failureDomains:
                        description: |-
                          failureDomains contains the definition of region, zone and the vCenter topology.
                          If this is omitted failure domains (regions and zones) will not be used.
                        items:
                          description: VSpherePlatformFailureDomainSpec holds the
                            region and zone failure domain and the vCenter topology
                            of that failure domain.
                          properties:
                            name:
                              description: |-
                                name defines the arbitrary but unique name
                                of a failure domain.
                              maxLength: 256
                              minLength: 1
                              type: string
                            region:
                              description: |-
                                region defines the name of a region tag that will
                                be attached to a vCenter datacenter. The tag
                                category in vCenter must be named openshift-region.
                              maxLength: 80
                              minLength: 1
                              type: string
                            regionAffinity:
                              description: |-
                                regionAffinity holds the type of region, Datacenter or ComputeCluster.
                                When set to Datacenter, this means the region is a vCenter Datacenter as defined in topology.
                                When set to ComputeCluster, this means the region is a vCenter Cluster as defined in topology.
                              properties:
                                type:
                                  description: |-
                                    type determines the vSphere object type for a region within this failure domain.
                                    Available types are Datacenter and ComputeCluster.
                                    When set to Datacenter, this means the vCenter Datacenter defined is the region.
                                    When set to ComputeCluster, this means the vCenter cluster defined is the region.
                                  enum:
                                  - ComputeCluster
                                  - Datacenter
                                  type: string
                              required:
                              - type
                              type: object
                            server:
                              anyOf:
                              - format: ipv4
                              - format: ipv6
                              - format: hostname
                              description: server is the fully-qualified domain name
                                or the IP address of the vCenter server.
                              maxLength: 255
                              minLength: 1
                              type: string
                            topology:
                              description: topology describes a given failure domain
                                using vSphere constructs
                              properties:
                                computeCluster:
                                  description: |-
                                    computeCluster the absolute path of the vCenter cluster
                                    in which virtual machine will be located.
                                    The absolute path is of the form /<datacenter>/host/<cluster>.
                                    The maximum length of the path is 2048 characters.
                                  maxLength: 2048
                                  pattern: ^/.*?/host/.*?
                                  type: string
                                datacenter:
                                  description: |-
                                    datacenter is the name of vCenter datacenter in which virtual machines will be located.
                                    The maximum length of the datacenter name is 80 characters.
                                  maxLength: 80
                                  type: string
                                datastore:
                                  description: |-
                                    datastore is the absolute path of the datastore in which the
                                    virtual machine is located.
                                    The absolute path is of the form /<datacenter>/datastore/<datastore>
                                    The maximum length of the path is 2048 characters.
                                  maxLength: 2048
                                  pattern: ^/.*?/datastore/.*?
                                  type: string
                                folder:
                                  description: |-
                                    folder is the absolute path of the folder where
                                    virtual machines are located. The absolute path
                                    is of the form /<datacenter>/vm/<folder>.
                                    The maximum length of the path is 2048 characters.
                                  maxLength: 2048
                                  pattern: ^/.*?/vm/.*?
                                  type: string
                                networks:
                                  description: |-
                                    networks is the list of port group network names within this failure domain.
                                    If feature gate VSphereMultiNetworks is enabled, up to 10 network adapters may be defined.
                                    10 is the maximum number of virtual network devices which may be attached to a VM as defined by:
                                    https://configmax.esp.vmware.com/guest?vmwareproduct=vSphere&release=vSphere%208.0&categories=1-0
                                    The available networks (port groups) can be listed using
                                    `govc ls 'network/*'`
                                    Networks should be in the form of an absolute path:
                                    /<datacenter>/network/<portgroup>.
                                  items:
                                    type: string
                                  maxItems: 10
                                  minItems: 1
                                  type: array
                                  x-kubernetes-list-type: atomic
                                resourcePool:
                                  description: |-
                                    resourcePool is the absolute path of the resource pool where virtual machines will be
                                    created. The absolute path is of the form /<datacenter>/host/<cluster>/Resources/<resourcepool>.
                                    The maximum length of the path is 2048 characters.
                                  maxLength: 2048
                                  pattern: ^/.*?/host/.*?/Resources.*
                                  type: string
                                template:
                                  description: |-
                                    template is the full inventory path of the virtual machine or template
                                    that will be cloned when creating new machines in this failure domain.
                                    The maximum length of the path is 2048 characters.

                                    When omitted, the template will be calculated by the control plane
                                    machineset operator based on the region and zone defined in
                                    VSpherePlatformFailureDomainSpec.
                                    For example, for zone=zonea, region=region1, and infrastructure name=test,
                                    the template path would be calculated as /<datacenter>/vm/test-rhcos-region1-zonea.
                                  maxLength: 2048
                                  minLength: 1
                                  pattern: ^/.*?/vm/.*?
                                  type: string
                              required:
                              - computeCluster
                              - datacenter
                              - datastore
                              - networks
                              type: object
                            zone:
                              description: |-
                                zone defines the name of a zone tag that will
                                be attached to a vCenter cluster. The tag
                                category in vCenter must be named openshift-zone.
                              maxLength: 80
                              minLength: 1
                              type: string
                            zoneAffinity:
                              description: |-
                                zoneAffinity holds the type of the zone and the hostGroup which
                                vmGroup and the hostGroup names in vCenter corresponds to
                                a vm-host group of type Virtual Machine and Host respectively. Is also
                                contains the vmHostRule which is an affinity vm-host rule in vCenter.
                              properties:
                                hostGroup:
                                  description: |-
                                    hostGroup holds the vmGroup and the hostGroup names in vCenter
                                    corresponds to a vm-host group of type Virtual Machine and Host respectively. Is also
                                    contains the vmHostRule which is an affinity vm-host rule in vCenter.
                                  properties:
                                    hostGroup:
                                      description: |-
                                        hostGroup is the name of the vm-host group of type host within vCenter for this failure domain.
                                        hostGroup is limited to 80 characters.
                                        This field is required when the VSphereFailureDomain ZoneType is HostGroup
                                      maxLength: 80
                                      minLength: 1
                                      type: string
                                    vmGroup:
                                      description: |-
                                        vmGroup is the name of the vm-host group of type virtual machine within vCenter for this failure domain.
                                        vmGroup is limited to 80 characters.
                                        This field is required when the VSphereFailureDomain ZoneType is HostGroup
                                      maxLength: 80
                                      minLength: 1
                                      type: string
                                    vmHostRule:
                                      description: |-
                                        vmHostRule is the name of the affinity vm-host rule within vCenter for this failure domain.
                                        vmHostRule is limited to 80 characters.
                                        This field is required when the VSphereFailureDomain ZoneType is HostGroup
                                      maxLength: 80
                                      minLength: 1
                                      type: string
                                  required:
                                  - hostGroup
                                  - vmGroup
                                  - vmHostRule
                                  type: object
                                type:
                                  description: |-
                                    type determines the vSphere object type for a zone within this failure domain.
                                    Available types are ComputeCluster and HostGroup.
                                    When set to ComputeCluster, this means the vCenter cluster defined is the zone.
                                    When set to HostGroup, hostGroup must be configured with hostGroup, vmGroup and vmHostRule and
                                    this means the zone is defined by the grouping of those fields.
                                  enum:
                                  - HostGroup
                                  - ComputeCluster
                                  type: string
                              required:
                              - type
                              type: object
                              x-kubernetes-validations:
                              - message: hostGroup is required when type is HostGroup,
                                  and forbidden otherwise
                                rule: 'has(self.type) && self.type == ''HostGroup''
                                  ?  has(self.hostGroup) : !has(self.hostGroup)'
                          required:
                          - name
                          - region
                          - server
                          - topology
                          - zone
                          type: object
                          x-kubernetes-validations:
                          - message: when zoneAffinity type is HostGroup, regionAffinity
                              type must be ComputeCluster
                            rule: 'has(self.zoneAffinity) && self.zoneAffinity.type
                              == ''HostGroup'' ?  has(self.regionAffinity) && self.regionAffinity.type
                              == ''ComputeCluster'' : true'
                          - message: when zoneAffinity type is ComputeCluster, regionAffinity
                              type must be Datacenter
                            rule: 'has(self.zoneAffinity) && self.zoneAffinity.type
                              == ''ComputeCluster'' ?  has(self.regionAffinity) &&
                              self.regionAffinity.type == ''Datacenter'' : true'
                        type: array
                        x-kubernetes-list-map-keys:
                        - name
                        x-kubernetes-list-type: map
                      ingressIPs:
                        description: |-
                          ingressIPs are the external IPs which route to the default ingress
                          controller. The IPs are suitable targets of a wildcard DNS record used to
                          resolve default route host names.
                          In dual stack clusters this list contains two IP addresses, one from IPv4
                          family and one from IPv6.
                          In single stack clusters a single IP address is expected.
                          When omitted, values from the status.ingressIPs will be used.
                          Once set, the list cannot be completely removed (but its second entry can).
                        items:
                          description: IP is an IP address (for example, "10.0.0.0"
                            or "fd00::").
                          maxLength: 39
                          minLength: 1
                          type: string
                          x-kubernetes-validations:
                          - message: value must be a valid IP address
                            rule: isIP(self)
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: ingressIPs must contain at most one IPv4 address
                            and at most one IPv6 address
                          rule: 'size(self) == 2 && isIP(self[0]) && isIP(self[1])
                            ? ip(self[0]).family() != ip(self[1]).family() : true'
                      machineNetworks:
                        description: |-
                          machineNetworks are IP networks used to connect all the OpenShift cluster
                          nodes. Each network is provided in the CIDR format and should be IPv4 or IPv6,
                          for example "10.0.0.0/8" or "fd00::/8".
                        items:
                          description: CIDR is an IP address range in CIDR notation
                            (for example, "10.0.0.0/8" or "fd00::/8").
                          maxLength: 43
                          minLength: 1
                          type: string
                          x-kubernetes-validations:
                          - message: value must be a valid CIDR network address
                            rule: isCIDR(self)
                        maxItems: 32
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - rule: self.all(x, self.exists_one(y, x == y))
                      nodeNetworking:
                        description: |-
                          nodeNetworking contains the definition of internal and external network constraints for
                          assigning the node's networking.
                          If this field is omitted, networking defaults to the legacy
                          address selection behavior which is to only support a single address and
                          return the first one found.
                        properties:
                          external:
                            description: external represents the network configuration
                              of the node that is externally routable.
                            properties:
                              excludeNetworkSubnetCidr:
                                description: |-
                                  excludeNetworkSubnetCidr IP addresses in subnet ranges will be excluded when selecting
                                  the IP address from the VirtualMachine's VM for use in the status.addresses fields.
                                items:
                                  format: cidr
                                  type: string
                                type: array
                                x-kubernetes-list-type: atomic
                              network:
                                description: |-
                                  network VirtualMachine's VM Network names that will be used to when searching
                                  for status.addresses fields. Note that if internal.networkSubnetCIDR and
                                  external.networkSubnetCIDR are not set, then the vNIC associated to this network must
                                  only have a single IP address assigned to it.
                                  The available networks (port groups) can be listed using
                                  `govc ls 'network/*'`
                                type: string
                              networkSubnetCidr:
                                description: |-
                                  networkSubnetCidr IP address on VirtualMachine's network interfaces included in the fields' CIDRs
                                  that will be used in respective status.addresses fields.
                                items:
                                  format: cidr
                                  type: string
                                type: array
                                x-kubernetes-list-type: set
                            type: object
                          internal:
                            description: internal represents the network configuration
                              of the node that is routable only within the cluster.
                            properties:
                              excludeNetworkSubnetCidr:
                                description: |-
                                  excludeNetworkSubnetCidr IP addresses in subnet ranges will be excluded when selecting
                                  the IP address from the VirtualMachine's VM for use in the status.addresses fields.
                                items:
                                  format: cidr
                                  type: string
                                type: array
                                x-kubernetes-list-type: atomic
                              network:
                                description: |-
                                  network VirtualMachine's VM Network names that will be used to when searching
                                  for status.addresses fields. Note that if internal.networkSubnetCIDR and
                                  external.networkSubnetCIDR are not set, then the vNIC associated to this network must
                                  only have a single IP address assigned to it.
                                  The available networks (port groups) can be listed using
                                  `govc ls 'network/*'`
                                type: string
                              networkSubnetCidr:
                                description: |-
                                  networkSubnetCidr IP address on VirtualMachine's network interfaces included in the fields' CIDRs
                                  that will be used in respective status.addresses fields.
                                items:
                                  format: cidr
                                  type: string
                                type: array
                                x-kubernetes-list-type: set
                            type: object
                        type: object
                      vcenters:
                        description: |-
                          vcenters holds the connection details for services to communicate with vCenter.
                          Currently, up to 3 vCenters are supported.
                          Once the cluster has been installed, you are unable to change the current number of defined
                          vCenters except when 1.) the cluster has been upgraded from a version of OpenShift
                          where the vsphere platform spec was not present or 2.) in TechPreview you are able to add and
                          remove vCenters but may not remove all vCenters.  You may make modifications to the existing
                          vCenters that are defined in the vcenters list in order to match with any added or modified
                          failure domains.
                        items:
                          description: |-
                            VSpherePlatformVCenterSpec stores the vCenter connection fields.
                            This is used by the vSphere CCM.
                          properties:
                            datacenters:
                              description: |-
                                The vCenter Datacenters in which the RHCOS
                                vm guests are located. This field will
                                be used by the Cloud Controller Manager.
                                Each datacenter listed here should be used within
                                a topology.
                              items:
                                type: string
                              minItems: 1
                              type: array
                              x-kubernetes-list-type: set
                            port:
                              description: |-
                                port is the TCP port that will be used to communicate to
                                the vCenter endpoint.
                                When omitted, this means the user has no opinion and
                                it is up to the platform to choose a sensible default,
                                which is subject to change over time.
                              format: int32
                              maximum: 32767
                              minimum: 1
                              type: integer
                            server:
                              anyOf:
                              - format: ipv4
                              - format: ipv6
                              - format: hostname
                              description: server is the fully-qualified domain name
                                or the IP address of the vCenter server.
                              maxLength: 255
                              type: string
                          required:
                          - datacenters
                          - server
                          type: object
                        maxItems: 3
                        minItems: 0
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: vcenters cannot be added or removed once set
                          rule: 'size(self) != size(oldSelf) ? size(oldSelf) == 0
                            && size(self) < 2 : true'
                    type: object
                    x-kubernetes-validations:
                    - message: apiServerInternalIPs list is required once set
                      rule: '!has(oldSelf.apiServerInternalIPs) || has(self.apiServerInternalIPs)'
                    - message: ingressIPs list is required once set
                      rule: '!has(oldSelf.ingressIPs) || has(self.ingressIPs)'
                type: object
                x-kubernetes-validations:
                - message: vcenters can have at most 1 item when configured post-install
                  rule: '!has(oldSelf.vsphere) && has(self.vsphere) ? (has(self.vsphere.vcenters)
                    && size(self.vsphere.vcenters) < 2) : true'
            type: object
          status:
            description: status holds observed values from the cluster. They may not
              be overridden.
            properties:
              apiServerInternalURI:
                description: |-
                  apiServerInternalURL is a valid URI with scheme 'https',
                  address and optionally a port (defaulting to 443).  apiServerInternalURL can be used by components
                  like kubelets, to contact the Kubernetes API server using the
                  infrastructure provider rather than Kubernetes networking.
                type: string
              apiServerURL:
                description: |-
                  apiServerURL is a valid URI with scheme 'https', address and
                  optionally a port (defaulting to 443).  apiServerURL can be used by components like the web console
                  to tell users where to find the Kubernetes API.
                type: string
              controlPlaneTopology:
                default: HighlyAvailable
                description: |-
                  controlPlaneTopology expresses the expectations for operands that normally run on control nodes.
                  The default is 'HighlyAvailable', which represents the behavior operators have in a "normal" cluster.
                  The 'SingleReplica' mode will be used in single-node deployments
                  and the operators should not configure the operand for highly-available operation
                  The 'External' mode indicates that the control plane is hosted externally to the cluster and that
                  its components are not visible within the cluster.
                  The 'HighlyAvailableArbiter' mode indicates that the control plane will consist of 2 control-plane nodes
                  that run conventional services and 1 smaller sized arbiter node that runs a bare minimum of services to maintain quorum.
                enum:
                - HighlyAvailable
                - HighlyAvailableArbiter
                - SingleReplica
                - DualReplica
                - External
                type: string
              cpuPartitioning:
                default: None
                description: |-
                  cpuPartitioning expresses if CPU partitioning is a currently enabled feature in the cluster.
                  CPU Partitioning means that this cluster can support partitioning workloads to specific CPU Sets.
                  Valid values are "None" and "AllNodes". When omitted, the default value is "None".
                  The default value of "None" indicates that no nodes will be setup with CPU partitioning.
                  The "AllNodes" value indicates that all nodes have been setup with CPU partitioning,
                  and can then be further configured via the PerformanceProfile API.
                enum:
                - None
                - AllNodes
                type: string
              etcdDiscoveryDomain:
                description: |-
                  etcdDiscoveryDomain is the domain used to fetch the SRV records for discovering
                  etcd servers and clients.
                  For more info: https://github.com/etcd-io/etcd/blob/329be66e8b3f9e2e6af83c123ff89297e49ebd15/Documentation/op-guide/clustering.md#dns-discovery
                  deprecated: as of 4.7, this field is no longer set or honored.  It will be removed in a future release.
                type: string
              infrastructureName:
                description: |-
                  infrastructureName uniquely identifies a cluster with a human friendly name.
                  Once set it should not be changed. Must be of max length 27 and must have only
                  alphanumeric or hyphen characters.
                type: string
              infrastructureTopology:
                default: HighlyAvailable
                description: |-
                  infrastructureTopology expresses the expectations for infrastructure services that do not run on control
                  plane nodes, usually indicated by a node selector for a `role` value
                  other than `master`.
                  The default is 'HighlyAvailable', which represents the behavior operators have in a "normal" cluster.
                  The 'SingleReplica' mode will be used in single-node deployments
                  and the operators should not configure the operand for highly-available operation
                  NOTE: External topology mode is not applicable for this field.
                enum:
                - HighlyAvailable
                - SingleReplica
                type: string
              platform:
                description: |-
                  platform is the underlying infrastructure provider for the cluster.

                  Deprecated: Use platformStatus.type instead.
                enum:
                - ""
                - AWS
                - Azure
                - BareMetal
                - GCP
                - Libvirt
                - OpenStack
                - None
                - VSphere
                - oVirt
                - IBMCloud
                - KubeVirt
                - EquinixMetal
                - PowerVS
                - AlibabaCloud
                - Nutanix
                - External
                type: string
              platformStatus:
                description: |-
                  platformStatus holds status information specific to the underlying
                  infrastructure provider.
                properties:
                  alibabaCloud:
                    description: alibabaCloud contains settings specific to the Alibaba
                      Cloud infrastructure provider.
                    properties:
                      region:
                        description: region specifies the region for Alibaba Cloud
                          resources created for the cluster.
                        pattern: ^[0-9A-Za-z-]+$
                        type: string
                      resourceGroupID:
                        description: resourceGroupID is the ID of the resource group
                          for the cluster.
                        pattern: ^(rg-[0-9A-Za-z]+)?$
                        type: string
                      resourceTags:
                        description: resourceTags is a list of additional tags to
                          apply to Alibaba Cloud resources created for the cluster.
                        items:
                          description: AlibabaCloudResourceTag is the set of tags
                            to add to apply to resources.
                          properties:
                            key:
                              description: key is the key of the tag.
                              maxLength: 128
                              minLength: 1
                              type: string
                            value:
                              description: value is the value of the tag.
                              maxLength: 128
                              minLength: 1
                              type: string
                          required:
                          - key
                          - value
                          type: object
                        maxItems: 20
                        type: array
                        x-kubernetes-list-map-keys:
                        - key
                        x-kubernetes-list-type: map
                    required:
                    - region
                    type: object
                  aws:
                    description: aws contains settings specific to the Amazon Web
                      Services infrastructure provider.
                    properties:
                      cloudLoadBalancerConfig:
                        default:
                          dnsType: PlatformDefault
                        description: |-
                          cloudLoadBalancerConfig holds configuration related to DNS and cloud
                          load balancers. It allows configuration of in-cluster DNS as an alternative
                          to the platform default DNS implementation.
                          When using the ClusterHosted DNS type, Load Balancer IP addresses
                          must be provided for the API and internal API load balancers as well as the
                          ingress load balancer.
                        nullable: true
                        properties:
                          clusterHosted:
                            description: |-
                              clusterHosted holds the IP addresses of API, API-Int and Ingress Load
                              Balancers on Cloud Platforms. The DNS solution hosted within the cluster
                              use these IP addresses to provide resolution for API, API-Int and Ingress
                              services.
                            properties:
                              apiIntLoadBalancerIPs:
                                description: |-
                                  apiIntLoadBalancerIPs holds Load Balancer IPs for the internal API service.
                                  These Load Balancer IP addresses can be IPv4 and/or IPv6 addresses.
                                  Entries in the apiIntLoadBalancerIPs must be unique.
                                  A maximum of 16 IP addresses are permitted.
                                format: ip
                                items:
                                  description: IP is an IP address (for example, "10.0.0.0"
                                    or "fd00::").
                                  maxLength: 39
                                  minLength: 1
                                  type: string
                                  x-kubernetes-validations:
                                  - message: value must be a valid IP address
                                    rule: isIP(self)
                                maxItems: 16
                                type: array
                                x-kubernetes-list-type: set
                              apiLoadBalancerIPs:
                                description: |-
                                  apiLoadBalancerIPs holds Load Balancer IPs for the API service.
                                  These Load Balancer IP addresses can be IPv4 and/or IPv6 addresses.
                                  Could be empty for private clusters.
                                  Entries in the apiLoadBalancerIPs must be unique.
                                  A maximum of 16 IP addresses are permitted.
                                format: ip
                                items:
                                  description: IP is an IP address (for example, "10.0.0.0"
                                    or "fd00::").
                                  maxLength: 39
                                  minLength: 1
                                  type: string
                                  x-kubernetes-validations:
                                  - message: value must be a valid IP address
                                    rule: isIP(self)
                                maxItems: 16
                                type: array
                                x-kubernetes-list-type: set
                              ingressLoadBalancerIPs:
                                description: |-
                                  ingressLoadBalancerIPs holds IPs for Ingress Load Balancers.
                                  These Load Balancer IP addresses can be IPv4 and/or IPv6 addresses.
                                  Entries in the ingressLoadBalancerIPs must be unique.
                                  A maximum of 16 IP addresses are permitted.
                                format: ip
                                items:
                                  description: IP is an IP address (for example, "10.0.0.0"
                                    or "fd00::").
                                  maxLength: 39
                                  minLength: 1
                                  type: string
                                  x-kubernetes-validations:
                                  - message: value must be a valid IP address
                                    rule: isIP(self)
                                maxItems: 16
                                type: array
                                x-kubernetes-list-type: set
                            type: object
                          dnsType:
                            default: PlatformDefault
                            description: |-
                              dnsType indicates the type of DNS solution in use within the cluster. Its default value of
                              `PlatformDefault` indicates that the cluster's DNS is the default provided by the cloud platform.
                              It can be set to `ClusterHosted` to bypass the configuration of the cloud default DNS. In this mode,
                              the cluster needs to provide a self-hosted DNS solution for the cluster's installation to succeed.
                              The cluster's use of the cloud's Load Balancers is unaffected by this setting.
                              The value is immutable after it has been set at install time.
                              Currently, there is no way for the customer to add additional DNS entries into the cluster hosted DNS.
                              Enabling this functionality allows the user to start their own DNS solution outside the cluster after
                              installation is complete. The customer would be responsible for configuring this custom DNS solution,
                              and it can be run in addition to the in-cluster DNS solution.
                            enum:
                            - ClusterHosted
                            - PlatformDefault
                            type: string
                            x-kubernetes-validations:
                            - message: dnsType is immutable
                              rule: oldSelf == '' || self == oldSelf
                        type: object
                        x-kubernetes-validations:
                        - message: clusterHosted is permitted only when dnsType is
                            ClusterHosted
                          rule: 'has(self.dnsType) && self.dnsType != ''ClusterHosted''
                            ? !has(self.clusterHosted) : true'
                      ipFamily:
                        default: IPv4
                        description: |-
                          ipFamily specifies the IP protocol family that should be used for AWS
                          network resources. This controls whether AWS resources are created with
                          IPv4-only, or dual-stack networking with IPv4 or IPv6 as the primary
                          protocol family.
                        enum:
                        - IPv4
                        - DualStackIPv6Primary
                        - DualStackIPv4Primary
                        type: string
                        x-kubernetes-validations:
                        - message: ipFamily is immutable once set
                          rule: oldSelf == '' || self == oldSelf
                      region:
                        description: region holds the default AWS region for new AWS
                          resources created by the cluster.
                        type: string
                      resourceTags:
                        description: |-
                          resourceTags is a list of additional tags to apply to AWS resources created for the cluster.
                          See https://docs.aws.amazon.com/general/latest/gr/aws_tagging.html for information on tagging AWS resources.
                          AWS supports a maximum of 50 tags per resource. OpenShift reserves 25 tags for its use, leaving 25 tags
                          available for the user.
                        items:
                          description: AWSResourceTag is a tag to apply to AWS resources
                            created for the cluster.
                          properties:
                            key:
                              description: |-
                                key sets the key of the AWS resource tag key-value pair. Key is required when defining an AWS resource tag.
                                Key should consist of between 1 and 128 characters, and may
                                contain only the set of alphanumeric characters, space (' '), '_', '.', '/', '=', '+', '-', ':', and '@'.
                              maxLength: 128
                              minLength: 1
                              type: string
                              x-kubernetes-validations:
                              - message: invalid AWS resource tag key. The string
                                  can contain only the set of alphanumeric characters,
                                  space (' '), '_', '.', '/', '=', '+', '-', ':',
                                  '@'
                                rule: self.matches('^[0-9A-Za-z_.:/=+-@ ]+$')
                            value:
                              description: |-
                                value sets the value of the AWS resource tag key-value pair. Value is required when defining an AWS resource tag.
                                Value should consist of between 1 and 256 characters, and may
                                contain only the set of alphanumeric characters, space (' '), '_', '.', '/', '=', '+', '-', ':', and '@'.
                                Some AWS service do not support empty values. Since tags are added to resources in many services, the
                                length of the tag value must meet the requirements of all services.
                              maxLength: 256
                              minLength: 1
                              type: string
                              x-kubernetes-validations:
                              - message: invalid AWS resource tag value. The string
                                  can contain only the set of alphanumeric characters,
                                  space (' '), '_', '.', '/', '=', '+', '-', ':',
                                  '@'
                                rule: self.matches('^[0-9A-Za-z_.:/=+-@ ]+$')
                          required:
                          - key
                          - value
                          type: object
                        maxItems: 25
                        type: array
                        x-kubernetes-list-type: atomic
                      serviceEndpoints:
                        description: |-
                          serviceEndpoints list contains custom endpoints which will override default
                          service endpoint of AWS Services.
                          There must be only one ServiceEndpoint for a service.
                        items:
                          description: |-
                            AWSServiceEndpoint store the configuration of a custom url to
                            override existing defaults of AWS Services.
                          properties:
                            name:
                              description: |-
                                name is the name of the AWS service.
                                The list of all the service names can be found at https://docs.aws.amazon.com/general/latest/gr/aws-service-information.html
                                This must be provided and cannot be empty.
                              pattern: ^[a-z0-9-]+$
                              type: string
                            url:
                              description: |-
                                url is fully qualified URI with scheme https, that overrides the default generated
                                endpoint for a client.
                                This must be provided and cannot be empty.
                              pattern: ^https://
                              type: string
                          type: object
                        type: array
                        x-kubernetes-list-type: atomic
                    type: object
                  azure:
                    description: azure contains settings specific to the Azure infrastructure
                      provider.
                    properties:
                      armEndpoint:
                        description: armEndpoint specifies a URL to use for resource
                          management in non-soverign clouds such as Azure Stack.
                        type: string
                      cloudLoadBalancerConfig:
                        default:
                          dnsType: PlatformDefault
                        description: |-
                          cloudLoadBalancerConfig holds configuration related to DNS and cloud
                          load balancers. It allows configuration of in-cluster DNS as an alternative
                          to the platform default DNS implementation.
                          When using the ClusterHosted DNS type, Load Balancer IP addresses
                          must be provided for the API and internal API load balancers as well as the
                          ingress load balancer.
                        properties:
                          clusterHosted:
                            description: |-
                              clusterHosted holds the IP addresses of API, API-Int and Ingress Load
                              Balancers on Cloud Platforms. The DNS solution hosted within the cluster
                              use these IP addresses to provide resolution for API, API-Int and Ingress
                              services.
                            properties:
                              apiIntLoadBalancerIPs:
                                description: |-
                                  apiIntLoadBalancerIPs holds Load Balancer IPs for the internal API service.
                                  These Load Balancer IP addresses can be IPv4 and/or IPv6 addresses.
                                  Entries in the apiIntLoadBalancerIPs must be unique.
                                  A maximum of 16 IP addresses are permitted.
                                format: ip
                                items:
                                  description: IP is an IP address (for example, "10.0.0.0"
                                    or "fd00::").
                                  maxLength: 39
                                  minLength: 1
                                  type: string
                                  x-kubernetes-validations:
                                  - message: value must be a valid IP address
                                    rule: isIP(self)
                                maxItems: 16
                                type: array
                                x-kubernetes-list-type: set
                              apiLoadBalancerIPs:
                                description: |-
                                  apiLoadBalancerIPs holds Load Balancer IPs for the API service.
                                  These Load Balancer IP addresses can be IPv4 and/or IPv6 addresses.
                                  Could be empty for private clusters.
                                  Entries in the apiLoadBalancerIPs must be unique.
                                  A maximum of 16 IP addresses are permitted.
                                format: ip
                                items:
                                  description: IP is an IP address (for example, "10.0.0.0"
                                    or "fd00::").
                                  maxLength: 39
                                  minLength: 1
                                  type: string
                                  x-kubernetes-validations:
                                  - message: value must be a valid IP address
                                    rule: isIP(self)
                                maxItems: 16
                                type: array
                                x-kubernetes-list-type: set
                              ingressLoadBalancerIPs:
                                description: |-
                                  ingressLoadBalancerIPs holds IPs for Ingress Load Balancers.
                                  These Load Balancer IP addresses can be IPv4 and/or IPv6 addresses.
                                  Entries in the ingressLoadBalancerIPs must be unique.
                                  A maximum of 16 IP addresses are permitted.
                                format: ip
                                items:
                                  description: IP is an IP address (for example, "10.0.0.0"
                                    or "fd00::").
                                  maxLength: 39
                                  minLength: 1
                                  type: string
                                  x-kubernetes-validations:
                                  - message: value must be a valid IP address
                                    rule: isIP(self)
                                maxItems: 16
                                type: array
                                x-kubernetes-list-type: set
                            type: object
                          dnsType:
                            default: PlatformDefault
                            description: |-
                              dnsType indicates the type of DNS solution in use within the cluster. Its default value of
                              `PlatformDefault` indicates that the cluster's DNS is the default provided by the cloud platform.
                              It can be set to `ClusterHosted` to bypass the configuration of the cloud default DNS. In this mode,
                              the cluster needs to provide a self-hosted DNS solution for the cluster's installation to succeed.
                              The cluster's use of the cloud's Load Balancers is unaffected by this setting.
                              The value is immutable after it has been set at install time.
                              Currently, there is no way for the customer to add additional DNS entries into the cluster hosted DNS.
                              Enabling this functionality allows the user to start their own DNS solution outside the cluster after
                              installation is complete. The customer would be responsible for configuring this custom DNS solution,
                              and it can be run in addition to the in-cluster DNS solution.
                            enum:
                            - ClusterHosted
                            - PlatformDefault
                            type: string
                            x-kubernetes-validations:
                            - message: dnsType is immutable
                              rule: oldSelf == '' || self == oldSelf
                        type: object
                        x-kubernetes-validations:
                        - message: clusterHosted is permitted only when dnsType is
                            ClusterHosted
                          rule: 'has(self.dnsType) && self.dnsType != ''ClusterHosted''
                            ? !has(self.clusterHosted) : true'
                      cloudName:
                        description: |-
                          cloudName is the name of the Azure cloud environment which can be used to configure the Azure SDK
                          with the appropriate Azure API endpoints.
                          If empty, the value is equal to `AzurePublicCloud`.
                        enum:
                        - ""
                        - AzurePublicCloud
                        - AzureUSGovernmentCloud
                        - AzureChinaCloud
                        - AzureGermanCloud
                        - AzureStackCloud
                        type: string
                      ipFamily:
                        default: IPv4
                        description: |-
                          ipFamily specifies the IP protocol family that should be used for Azure
                          network resources. This controls whether Azure resources are created with
                          IPv4-only, or dual-stack networking with IPv4 or IPv6 as the primary
                          protocol family.
                        enum:
                        - IPv4
                        - DualStackIPv6Primary
                        - DualStackIPv4Primary
                        type: string
                        x-kubernetes-validations:
                        - message: ipFamily is immutable once set
                          rule: oldSelf == '' || self == oldSelf
                      networkResourceGroupName:
                        description: |-
                          networkResourceGroupName is the Resource Group for network resources like the Virtual Network and Subnets used by the cluster.
                          If empty, the value is same as ResourceGroupName.
                        type: string
                      resourceGroupName:
                        description: resourceGroupName is the Resource Group for new
                          Azure resources created for the cluster.
                        type: string
                      resourceTags:
                        description: |-
                          resourceTags is a list of additional tags to apply to Azure resources created for the cluster.
                          See https://docs.microsoft.com/en-us/rest/api/resources/tags for information on tagging Azure resources.
                          Due to limitations on Automation, Content Delivery Network, DNS Azure resources, a maximum of 15 tags
                          may be applied. OpenShift reserves 5 tags for internal use, allowing 10 tags for user configuration.
                        items:
                          description: AzureResourceTag is a tag to apply to Azure
                            resources created for the cluster.
                          properties:
                            key:
                              description: |-
                                key is the key part of the tag. A tag key can have a maximum of 128 characters and cannot be empty. Key
                                must begin with a letter, end with a letter, number or underscore, and must contain only alphanumeric
                                characters and the following special characters `_ . -`.
                              maxLength: 128
                              minLength: 1
                              pattern: ^[a-zA-Z]([0-9A-Za-z_.-]*[0-9A-Za-z_])?$
                              type: string
                            value:
                              description: |-
                                value is the value part of the tag. A tag value can have a maximum of 256 characters and cannot be empty. Value
                                must contain only alphanumeric characters and the following special characters `_ + , - . / : ; < = > ? @`.
                              maxLength: 256
                              minLength: 1
                              pattern: ^[0-9A-Za-z_.=+-@]+$
                              type: string
                          required:
                          - key
                          - value
                          type: object
                        maxItems: 10
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: resourceTags are immutable and may only be configured
                            during installation
                          rule: self.all(x, x in oldSelf) && oldSelf.all(x, x in self)
                    type: object
                    x-kubernetes-validations:
                    - message: resourceTags may only be configured during installation
                      rule: '!has(oldSelf.resourceTags) && !has(self.resourceTags)
                        || has(oldSelf.resourceTags) && has(self.resourceTags)'
                  baremetal:
                    description: baremetal contains settings specific to the BareMetal
                      platform.
                    properties:
                      apiServerInternalIP:
                        description: |-
                          apiServerInternalIP is an IP address to contact the Kubernetes API server that can be used
                          by components inside the cluster, like kubelets using the infrastructure rather
                          than Kubernetes networking. It is the IP that the Infrastructure.status.apiServerInternalURI
                          points to. It is the IP for a self-hosted load balancer in front of the API servers.

                          Deprecated: Use APIServerInternalIPs instead.
                        type: string
                      apiServerInternalIPs:
                        description: |-
                          apiServerInternalIPs are the IP addresses to contact the Kubernetes API
                          server that can be used by components inside the cluster, like kubelets
                          using the infrastructure rather than Kubernetes networking. These are the
                          IPs for a self-hosted load balancer in front of the API servers. In dual
                          stack clusters this list contains two IPs otherwise only one.
                        format: ip
                        items:
                          type: string
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: apiServerInternalIPs must contain at most one IPv4
                            address and at most one IPv6 address
                          rule: 'self == oldSelf || (size(self) == 2 && isIP(self[0])
                            && isIP(self[1]) ? ip(self[0]).family() != ip(self[1]).family()
                            : true)'
                      dnsRecordsType:
                        description: |-
                          dnsRecordsType determines whether records for api, api-int, and ingress
                          are provided by the internal DNS service or externally.
                          Allowed values are `Internal`, `External`, and omitted.
                          When set to `Internal`, records are provided by the internal infrastructure and
                          no additional user configuration is required for the cluster to function.
                          When set to `External`, records are not provided by the internal infrastructure
                          and must be configured by the user on a DNS server outside the cluster.
                          Cluster nodes must use this external server for their upstream DNS requests.
                          This value may only be set when loadBalancer.type is set to UserManaged.
                          When omitted, this means the user has no opinion and the platform is left
                          to choose reasonable defaults. These defaults are subject to change over time.
                          The current default is `Internal`.
                        enum:
                        - Internal
                        - External
                        type: string
                      ingressIP:
                        description: |-
                          ingressIP is an external IP which routes to the default ingress controller.
                          The IP is a suitable target of a wildcard DNS record used to resolve default route host names.

                          Deprecated: Use IngressIPs instead.
                        type: string
                      ingressIPs:
                        description: |-
                          ingressIPs are the external IPs which route to the default ingress
                          controller. The IPs are suitable targets of a wildcard DNS record used to
                          resolve default route host names. In dual stack clusters this list
                          contains two IPs otherwise only one.
                        format: ip
                        items:
                          type: string
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: ingressIPs must contain at most one IPv4 address
                            and at most one IPv6 address
                          rule: 'self == oldSelf || (size(self) == 2 && isIP(self[0])
                            && isIP(self[1]) ? ip(self[0]).family() != ip(self[1]).family()
                            : true)'
                      loadBalancer:
                        default:
                          type: OpenShiftManagedDefault
                        description: loadBalancer defines how the load balancer used
                          by the cluster is configured.
                        properties:
                          type:
                            default: OpenShiftManagedDefault
                            description: |-
                              type defines the type of load balancer used by the cluster on BareMetal platform
                              which can be a user-managed or openshift-managed load balancer
                              that is to be used for the OpenShift API and Ingress endpoints.
                              When set to OpenShiftManagedDefault the static pods in charge of API and Ingress traffic load-balancing
                              defined in the machine config operator will be deployed.
                              When set to UserManaged these static pods will not be deployed and it is expected that
                              the load balancer is configured out of band by the deployer.
                              When omitted, this means no opinion and the platform is left to choose a reasonable default.
                              The default value is OpenShiftManagedDefault.
                            enum:
                            - OpenShiftManagedDefault
                            - UserManaged
                            type: string
                            x-kubernetes-validations:
                            - message: type is immutable once set
                              rule: oldSelf == '' || self == oldSelf
                        type: object
                      machineNetworks:
                        description: machineNetworks are IP networks used to connect
                          all the OpenShift cluster nodes.
                        items:
                          description: CIDR is an IP address range in CIDR notation
                            (for example, "10.0.0.0/8" or "fd00::/8").
                          maxLength: 43
                          minLength: 1
                          type: string
                          x-kubernetes-validations:
                          - message: value must be a valid CIDR network address
                            rule: isCIDR(self)
                        maxItems: 32
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - rule: self.all(x, self.exists_one(y, x == y))
                      nodeDNSIP:
                        description: |-
                          nodeDNSIP is the IP address for the internal DNS used by the
                          nodes. Unlike the one managed by the DNS operator, `NodeDNSIP`
                          provides name resolution for the nodes themselves. There is no DNS-as-a-service for
                          BareMetal deployments. In order to minimize necessary changes to the
                          datacenter DNS, a DNS service is hosted as a static pod to serve those hostnames
                          to the nodes in the cluster.
                        type: string
                    type: object
                    x-kubernetes-validations:
                    - message: dnsRecordsType may only be set to External when loadBalancer.type
                        is UserManaged
                      rule: '!has(self.dnsRecordsType) || self.dnsRecordsType == ''Internal''
                        || (has(self.loadBalancer) && self.loadBalancer.type == ''UserManaged'')'
                  equinixMetal:
                    description: equinixMetal contains settings specific to the Equinix
                      Metal infrastructure provider.
                    properties:
                      apiServerInternalIP:
                        description: |-
                          apiServerInternalIP is an IP address to contact the Kubernetes API server that can be used
                          by components inside the cluster, like kubelets using the infrastructure rather
                          than Kubernetes networking. It is the IP that the Infrastructure.status.apiServerInternalURI
                          points to. It is the IP for a self-hosted load balancer in front of the API servers.
                        type: string
                      ingressIP:
                        description: |-
                          ingressIP is an external IP which routes to the default ingress controller.
                          The IP is a suitable target of a wildcard DNS record used to resolve default route host names.
                        type: string
                    type: object
                  external:
                    description: external contains settings specific to the generic
                      External infrastructure provider.
                    properties:
                      cloudControllerManager:
                        description: |-
                          cloudControllerManager contains settings specific to the external Cloud Controller Manager (a.k.a. CCM or CPI).
                          When omitted, new nodes will be not tainted
                          and no extra initialization from the cloud controller manager is expected.
                        properties:
                          state:
                            description: |-
                              state determines whether or not an external Cloud Controller Manager is expected to
                              be installed within the cluster.
                              https://kubernetes.io/docs/tasks/administer-cluster/running-cloud-controller/#running-cloud-controller-manager

                              Valid values are "External", "None" and omitted.
                              When set to "External", new nodes will be tainted as uninitialized when created,
                              preventing them from running workloads until they are initialized by the cloud controller manager.
                              When omitted or set to "None", new nodes will be not tainted
                              and no extra initialization from the cloud controller manager is expected.
                            enum:
                            - ""
                            - External
                            - None
                            type: string
                            x-kubernetes-validations:
                            - message: state is immutable once set
                              rule: self == oldSelf
                        type: object
                        x-kubernetes-validations:
                        - message: state may not be added or removed once set
                          rule: (has(self.state) == has(oldSelf.state)) || (!has(oldSelf.state)
                            && self.state != "External")
                    type: object
                    x-kubernetes-validations:
                    - message: cloudControllerManager may not be added or removed
                        once set
                      rule: has(self.cloudControllerManager) == has(oldSelf.cloudControllerManager)
                  gcp:
                    description: gcp contains settings specific to the Google Cloud
                      Platform infrastructure provider.
                    properties:
                      cloudLoadBalancerConfig:
                        default:
                          dnsType: PlatformDefault
                        description: |-
                          cloudLoadBalancerConfig holds configuration related to DNS and cloud
                          load balancers. It allows configuration of in-cluster DNS as an alternative
                          to the platform default DNS implementation.
                          When using the ClusterHosted DNS type, Load Balancer IP addresses
                          must be provided for the API and internal API load balancers as well as the
                          ingress load balancer.
                        nullable: true
                        properties:
                          clusterHosted:
                            description: |-
                              clusterHosted holds the IP addresses of API, API-Int and Ingress Load
                              Balancers on Cloud Platforms. The DNS solution hosted within the cluster
                              use these IP addresses to provide resolution for API, API-Int and Ingress
                              services.
                            properties:
                              apiIntLoadBalancerIPs:
                                description: |-
                                  apiIntLoadBalancerIPs holds Load Balancer IPs for the internal API service.
                                  These Load Balancer IP addresses can be IPv4 and/or IPv6 addresses.
                                  Entries in the apiIntLoadBalancerIPs must be unique.
                                  A maximum of 16 IP addresses are permitted.
                                format: ip
                                items:
                                  description: IP is an IP address (for example, "10.0.0.0"
                                    or "fd00::").
                                  maxLength: 39
                                  minLength: 1
                                  type: string
                                  x-kubernetes-validations:
                                  - message: value must be a valid IP address
                                    rule: isIP(self)
                                maxItems: 16
                                type: array
                                x-kubernetes-list-type: set
                              apiLoadBalancerIPs:
                                description: |-
                                  apiLoadBalancerIPs holds Load Balancer IPs for the API service.
                                  These Load Balancer IP addresses can be IPv4 and/or IPv6 addresses.
                                  Could be empty for private clusters.
                                  Entries in the apiLoadBalancerIPs must be unique.
                                  A maximum of 16 IP addresses are permitted.
                                format: ip
                                items:
                                  description: IP is an IP address (for example, "10.0.0.0"
                                    or "fd00::").
                                  maxLength: 39
                                  minLength: 1
                                  type: string
                                  x-kubernetes-validations:
                                  - message: value must be a valid IP address
                                    rule: isIP(self)
                                maxItems: 16
                                type: array
                                x-kubernetes-list-type: set
                              ingressLoadBalancerIPs:
                                description: |-
                                  ingressLoadBalancerIPs holds IPs for Ingress Load Balancers.
                                  These Load Balancer IP addresses can be IPv4 and/or IPv6 addresses.
                                  Entries in the ingressLoadBalancerIPs must be unique.
                                  A maximum of 16 IP addresses are permitted.
                                format: ip
                                items:
                                  description: IP is an IP address (for example, "10.0.0.0"
                                    or "fd00::").
                                  maxLength: 39
                                  minLength: 1
                                  type: string
                                  x-kubernetes-validations:
                                  - message: value must be a valid IP address
                                    rule: isIP(self)
                                maxItems: 16
                                type: array
                                x-kubernetes-list-type: set
                            type: object
                          dnsType:
                            default: PlatformDefault
                            description: |-
                              dnsType indicates the type of DNS solution in use within the cluster. Its default value of
                              `PlatformDefault` indicates that the cluster's DNS is the default provided by the cloud platform.
                              It can be set to `ClusterHosted` to bypass the configuration of the cloud default DNS. In this mode,
                              the cluster needs to provide a self-hosted DNS solution for the cluster's installation to succeed.
                              The cluster's use of the cloud's Load Balancers is unaffected by this setting.
                              The value is immutable after it has been set at install time.
                              Currently, there is no way for the customer to add additional DNS entries into the cluster hosted DNS.
                              Enabling this functionality allows the user to start their own DNS solution outside the cluster after
                              installation is complete. The customer would be responsible for configuring this custom DNS solution,
                              and it can be run in addition to the in-cluster DNS solution.
                            enum:
                            - ClusterHosted
                            - PlatformDefault
                            type: string
                            x-kubernetes-validations:
                            - message: dnsType is immutable
                              rule: oldSelf == '' || self == oldSelf
                        type: object
                        x-kubernetes-validations:
                        - message: clusterHosted is permitted only when dnsType is
                            ClusterHosted
                          rule: 'has(self.dnsType) && self.dnsType != ''ClusterHosted''
                            ? !has(self.clusterHosted) : true'
                      projectID:
                        description: resourceGroupName is the Project ID for new GCP
                          resources created for the cluster.
                        type: string
                      region:
                        description: region holds the region for new GCP resources
                          created for the cluster.
                        type: string
                      resourceLabels:
                        description: |-
                          resourceLabels is a list of additional labels to apply to GCP resources created for the cluster.
                          See https://cloud.google.com/compute/docs/labeling-resources for information on labeling GCP resources.
                          GCP supports a maximum of 64 labels per resource. OpenShift reserves 32 labels for internal use,
                          allowing 32 labels for user configuration.
                        items:
                          description: GCPResourceLabel is a label to apply to GCP
                            resources created for the cluster.
                          properties:
                            key:
                              description: |-
                                key is the key part of the label. A label key can have a maximum of 63 characters and cannot be empty.
                                Label key must begin with a lowercase letter, and must contain only lowercase letters, numeric characters,
                                and the following special characters `_-`. Label key must not have the reserved prefixes `kubernetes-io`
                                and `openshift-io`.
                              maxLength: 63
                              minLength: 1
                              pattern: ^[a-z][0-9a-z_-]{0,62}$
                              type: string
                              x-kubernetes-validations:
                              - message: label keys must not start with either `openshift-io`
                                  or `kubernetes-io`
                                rule: '!self.startsWith(''openshift-io'') && !self.startsWith(''kubernetes-io'')'
                            value:
                              description: |-
                                value is the value part of the label. A label value can have a maximum of 63 characters and cannot be empty.
                                Value must contain only lowercase letters, numeric characters, and the following special characters `_-`.
                              maxLength: 63
                              minLength: 1
                              pattern: ^[0-9a-z_-]{1,63}$
                              type: string
                          required:
                          - key
                          - value
                          type: object
                        maxItems: 32
                        type: array
                        x-kubernetes-list-map-keys:
                        - key
                        x-kubernetes-list-type: map
                        x-kubernetes-validations:
                        - message: resourceLabels are immutable and may only be configured
                            during installation
                          rule: self.all(x, x in oldSelf) && oldSelf.all(x, x in self)
                      resourceTags:
                        description: |-
                          resourceTags is a list of additional tags to apply to GCP resources created for the cluster.
                          See https://cloud.google.com/resource-manager/docs/tags/tags-overview for information on
                          tagging GCP resources. GCP supports a maximum of 50 tags per resource.
                        items:
                          description: GCPResourceTag is a tag to apply to GCP resources
                            created for the cluster.
                          properties:
                            key:
                              description: |-
                                key is the key part of the tag. A tag key can have a maximum of 63 characters and cannot be empty.
                                Tag key must begin and end with an alphanumeric character, and must contain only uppercase, lowercase
                                alphanumeric characters, and the following special characters `._-`.
                              maxLength: 63
                              minLength: 1
                              pattern: ^[a-zA-Z0-9]([0-9A-Za-z_.-]{0,61}[a-zA-Z0-9])?$
                              type: string
                            parentID:
                              description: |-
                                parentID is the ID of the hierarchical resource where the tags are defined,
                                e.g. at the Organization or the Project level. To find the Organization or Project ID refer to the following pages:
                                https://cloud.google.com/resource-manager/docs/creating-managing-organization#retrieving_your_organization_id,
                                https://cloud.google.com/resource-manager/docs/creating-managing-projects#identifying_projects.
                                An OrganizationID must consist of decimal numbers, and cannot have leading zeroes.
                                A ProjectID must be 6 to 30 characters in length, can only contain lowercase letters, numbers,
                                and hyphens, and must start with a letter, and cannot end with a hyphen.
                              maxLength: 32
                              minLength: 1
                              pattern: (^[1-9][0-9]{0,31}$)|(^[a-z][a-z0-9-]{4,28}[a-z0-9]$)
                              type: string
                            value:
                              description: |-
                                value is the value part of the tag. A tag value can have a maximum of 63 characters and cannot be empty.
                                Tag value must begin and end with an alphanumeric character, and must contain only uppercase, lowercase
                                alphanumeric characters, and the following special characters `_-.@%=+:,*#&(){}[]` and spaces.
                              maxLength: 63
                              minLength: 1
                              pattern: ^[a-zA-Z0-9]([0-9A-Za-z_.@%=+:,*#&()\[\]{}\-\s]{0,61}[a-zA-Z0-9])?$
                              type: string
                          required:
                          - key
                          - parentID
                          - value
                          type: object
                        maxItems: 50
                        type: array
                        x-kubernetes-list-map-keys:
                        - key
                        x-kubernetes-list-type: map
                        x-kubernetes-validations:
                        - message: resourceTags are immutable and may only be configured
                            during installation
                          rule: self.all(x, x in oldSelf) && oldSelf.all(x, x in self)
                    type: object
                    x-kubernetes-validations:
                    - message: resourceLabels may only be configured during installation
                      rule: '!has(oldSelf.resourceLabels) && !has(self.resourceLabels)
                        || has(oldSelf.resourceLabels) && has(self.resourceLabels)'
                    - message: resourceTags may only be configured during installation
                      rule: '!has(oldSelf.resourceTags) && !has(self.resourceTags)
                        || has(oldSelf.resourceTags) && has(self.resourceTags)'
                  ibmcloud:
                    description: ibmcloud contains settings specific to the IBMCloud
                      infrastructure provider.
                    properties:
                      cisInstanceCRN:
                        description: |-
                          cisInstanceCRN is the CRN of the Cloud Internet Services instance managing
                          the DNS zone for the cluster's base domain
                        type: string
                      dnsInstanceCRN:
                        description: |-
                          dnsInstanceCRN is the CRN of the DNS Services instance managing the DNS zone
                          for the cluster's base domain
                        type: string
                      location:
                        description: location is where the cluster has been deployed
                        type: string
                      providerType:
                        description: providerType indicates the type of cluster that
                          was created
                        type: string
                      resourceGroupName:
                        description: resourceGroupName is the Resource Group for new
                          IBMCloud resources created for the cluster.
                        type: string
                      serviceEndpoints:
                        description: |-
                          serviceEndpoints is a list of custom endpoints which will override the default
                          service endpoints of an IBM service. These endpoints are used by components
                          within the cluster when trying to reach the IBM Cloud Services that have been
                          overridden. The CCCMO reads in the IBMCloudPlatformSpec and validates each
                          endpoint is resolvable. Once validated, the cloud config and IBMCloudPlatformStatus
                          are updated to reflect the same custom endpoints.
                        items:
                          description: |-
                            IBMCloudServiceEndpoint stores the configuration of a custom url to
                            override existing defaults of IBM Cloud Services.
                          properties:
                            name:
                              description: |-
                                name is the name of the IBM Cloud service.
                                Possible values are: CIS, COS, COSConfig, DNSServices, GlobalCatalog, GlobalSearch, GlobalTagging, HyperProtect, IAM, KeyProtect, ResourceController, ResourceManager, or VPC.
                                For example, the IBM Cloud Private IAM service could be configured with the
                                service `name` of `IAM` and `url` of `https://private.iam.cloud.ibm.com`
                                Whereas the IBM Cloud Private VPC service for US South (Dallas) could be configured
                                with the service `name` of `VPC` and `url` of `https://us.south.private.iaas.cloud.ibm.com`
                              enum:
                              - CIS
                              - COS
                              - COSConfig
                              - DNSServices
                              - GlobalCatalog
                              - GlobalSearch
                              - GlobalTagging
                              - HyperProtect
                              - IAM
                              - KeyProtect
                              - ResourceController
                              - ResourceManager
                              - VPC
                              type: string
                            url:
                              description: |-
                                url is fully qualified URI with scheme https, that overrides the default generated
                                endpoint for a client.
                                This must be provided and cannot be empty. The path must follow the pattern
                                /v[0,9]+ or /api/v[0,9]+
                              maxLength: 300
                              type: string
                              x-kubernetes-validations:
                              - message: url must be a valid absolute URL
                                rule: isURL(self)
                          required:
                          - name
                          - url
                          type: object
                        maxItems: 13
                        type: array
                        x-kubernetes-list-map-keys:
                        - name
                        x-kubernetes-list-type: map
                    type: object
                  kubevirt:
                    description: kubevirt contains settings specific to the kubevirt
                      infrastructure provider.
                    properties:
                      apiServerInternalIP:
                        description: |-
                          apiServerInternalIP is an IP address to contact the Kubernetes API server that can be used
                          by components inside the cluster, like kubelets using the infrastructure rather
                          than Kubernetes networking. It is the IP that the Infrastructure.status.apiServerInternalURI
                          points to. It is the IP for a self-hosted load balancer in front of the API servers.
                        type: string
                      ingressIP:
                        description: |-
                          ingressIP is an external IP which routes to the default ingress controller.
                          The IP is a suitable target of a wildcard DNS record used to resolve default route host names.
                        type: string
                    type: object
                  nutanix:
                    description: nutanix contains settings specific to the Nutanix
                      infrastructure provider.
                    properties:
                      apiServerInternalIP:
                        description: |-
                          apiServerInternalIP is an IP address to contact the Kubernetes API server that can be used
                          by components inside the cluster, like kubelets using the infrastructure rather
                          than Kubernetes networking. It is the IP that the Infrastructure.status.apiServerInternalURI
                          points to. It is the IP for a self-hosted load balancer in front of the API servers.

                          Deprecated: Use APIServerInternalIPs instead.
                        type: string
                      apiServerInternalIPs:
                        description: |-
                          apiServerInternalIPs are the IP addresses to contact the Kubernetes API
                          server that can be used by components inside the cluster, like kubelets
                          using the infrastructure rather than Kubernetes networking. These are the
                          IPs for a self-hosted load balancer in front of the API servers. In dual
                          stack clusters this list contains two IPs otherwise only one.
                        format: ip
                        items:
                          type: string
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: set
                        x-kubernetes-validations:
                        - message: apiServerInternalIPs must contain at most one IPv4
                            address and at most one IPv6 address
                          rule: 'self == oldSelf || (size(self) == 2 && isIP(self[0])
                            && isIP(self[1]) ? ip(self[0]).family() != ip(self[1]).family()
                            : true)'
                      dnsRecordsType:
                        description: |-
                          dnsRecordsType determines whether records for api, api-int, and ingress
                          are provided by the internal DNS service or externally.
                          Allowed values are `Internal`, `External`, and omitted.
                          When set to `Internal`, records are provided by the internal infrastructure and
                          no additional user configuration is required for the cluster to function.
                          When set to `External`, records are not provided by the internal infrastructure
                          and must be configured by the user on a DNS server outside the cluster.
                          Cluster nodes must use this external server for their upstream DNS requests.
                          This value may only be set when loadBalancer.type is set to UserManaged.
                          When omitted, this means the user has no opinion and the platform is left
                          to choose reasonable defaults. These defaults are subject to change over time.
                          The current default is `Internal`.
                        enum:
                        - Internal
                        - External
                        type: string
                      ingressIP:
                        description: |-
                          ingressIP is an external IP which routes to the default ingress controller.
                          The IP is a suitable target of a wildcard DNS record used to resolve default route host names.

                          Deprecated: Use IngressIPs instead.
                        type: string
                      ingressIPs:
                        description: |-
                          ingressIPs are the external IPs which route to the default ingress
                          controller. The IPs are suitable targets of a wildcard DNS record used to
                          resolve default route host names. In dual stack clusters this list
                          contains two IPs otherwise only one.
                        format: ip
                        items:
                          type: string
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: set
                        x-kubernetes-validations:
                        - message: ingressIPs must contain at most one IPv4 address
                            and at most one IPv6 address
                          rule: 'self == oldSelf || (size(self) == 2 && isIP(self[0])
                            && isIP(self[1]) ? ip(self[0]).family() != ip(self[1]).family()
                            : true)'
                      loadBalancer:
                        default:
                          type: OpenShiftManagedDefault
                        description: loadBalancer defines how the load balancer used
                          by the cluster is configured.
                        properties:
                          type:
                            default: OpenShiftManagedDefault
                            description: |-
                              type defines the type of load balancer used by the cluster on Nutanix platform
                              which can be a user-managed or openshift-managed load balancer
                              that is to be used for the OpenShift API and Ingress endpoints.
                              When set to OpenShiftManagedDefault the static pods in charge of API and Ingress traffic load-balancing
                              defined in the machine config operator will be deployed.
                              When set to UserManaged these static pods will not be deployed and it is expected that
                              the load balancer is configured out of band by the deployer.
                              When omitted, this means no opinion and the platform is left to choose a reasonable default.
                              The default value is OpenShiftManagedDefault.
                            enum:
                            - OpenShiftManagedDefault
                            - UserManaged
                            type: string
                            x-kubernetes-validations:
                            - message: type is immutable once set
                              rule: oldSelf == '' || self == oldSelf
                        type: object
                    type: object
                    x-kubernetes-validations:
                    - message: dnsRecordsType may only be set to External when loadBalancer.type
                        is UserManaged
                      rule: '!has(self.dnsRecordsType) || self.dnsRecordsType == ''Internal''
                        || (has(self.loadBalancer) && self.loadBalancer.type == ''UserManaged'')'
                  openstack:
                    description: openstack contains settings specific to the OpenStack
                      infrastructure provider.
                    properties:
                      apiServerInternalIP:
                        description: |-
                          apiServerInternalIP is an IP address to contact the Kubernetes API server that can be used
                          by components inside the cluster, like kubelets using the infrastructure rather
                          than Kubernetes networking. It is the IP that the Infrastructure.status.apiServerInternalURI
                          points to. It is the IP for a self-hosted load balancer in front of the API servers.

                          Deprecated: Use APIServerInternalIPs instead.
                        type: string
                      apiServerInternalIPs:
                        description: |-
                          apiServerInternalIPs are the IP addresses to contact the Kubernetes API
                          server that can be used by components inside the cluster, like kubelets
                          using the infrastructure rather than Kubernetes networking. These are the
                          IPs for a self-hosted load balancer in front of the API servers. In dual
                          stack clusters this list contains two IPs otherwise only one.
                        format: ip
                        items:
                          type: string
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: apiServerInternalIPs must contain at most one IPv4
                            address and at most one IPv6 address
                          rule: 'self == oldSelf || (size(self) == 2 && isIP(self[0])
                            && isIP(self[1]) ? ip(self[0]).family() != ip(self[1]).family()
                            : true)'
                      cloudName:
                        description: |-
                          cloudName is the name of the desired OpenStack cloud in the
                          client configuration file (`clouds.yaml`).
                        type: string
                      dnsRecordsType:
                        description: |-
                          dnsRecordsType determines whether records for api, api-int, and ingress
                          are provided by the internal DNS service or externally.
                          Allowed values are `Internal`, `External`, and omitted.
                          When set to `Internal`, records are provided by the internal infrastructure and
                          no additional user configuration is required for the cluster to function.
                          When set to `External`, records are not provided by the internal infrastructure
                          and must be configured by the user on a DNS server outside the cluster.
                          Cluster nodes must use this external server for their upstream DNS requests.
                          This value may only be set when loadBalancer.type is set to UserManaged.
                          When omitted, this means the user has no opinion and the platform is left
                          to choose reasonable defaults. These defaults are subject to change over time.
                          The current default is `Internal`.
                        enum:
                        - Internal
                        - External
                        type: string
                      ingressIP:
                        description: |-
                          ingressIP is an external IP which routes to the default ingress controller.
                          The IP is a suitable target of a wildcard DNS record used to resolve default route host names.

                          Deprecated: Use IngressIPs instead.
                        type: string
                      ingressIPs:
                        description: |-
                          ingressIPs are the external IPs which route to the default ingress
                          controller. The IPs are suitable targets of a wildcard DNS record used to
                          resolve default route host names. In dual stack clusters this list
                          contains two IPs otherwise only one.
                        format: ip
                        items:
                          type: string
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: ingressIPs must contain at most one IPv4 address
                            and at most one IPv6 address
                          rule: 'self == oldSelf || (size(self) == 2 && isIP(self[0])
                            && isIP(self[1]) ? ip(self[0]).family() != ip(self[1]).family()
                            : true)'
                      loadBalancer:
                        default:
                          type: OpenShiftManagedDefault
                        description: loadBalancer defines how the load balancer used
                          by the cluster is configured.
                        properties:
                          type:
                            default: OpenShiftManagedDefault
                            description: |-
                              type defines the type of load balancer used by the cluster on OpenStack platform
                              which can be a user-managed or openshift-managed load balancer
                              that is to be used for the OpenShift API and Ingress endpoints.
                              When set to OpenShiftManagedDefault the static pods in charge of API and Ingress traffic load-balancing
                              defined in the machine config operator will be deployed.
                              When set to UserManaged these static pods will not be deployed and it is expected that
                              the load balancer is configured out of band by the deployer.
                              When omitted, this means no opinion and the platform is left to choose a reasonable default.
                              The default value is OpenShiftManagedDefault.
                            enum:
                            - OpenShiftManagedDefault
                            - UserManaged
                            type: string
                            x-kubernetes-validations:
                            - message: type is immutable once set
                              rule: oldSelf == '' || self == oldSelf
                        type: object
                      machineNetworks:
                        description: machineNetworks are IP networks used to connect
                          all the OpenShift cluster nodes.
                        items:
                          description: CIDR is an IP address range in CIDR notation
                            (for example, "10.0.0.0/8" or "fd00::/8").
                          maxLength: 43
                          minLength: 1
                          type: string
                          x-kubernetes-validations:
                          - message: value must be a valid CIDR network address
                            rule: isCIDR(self)
                        maxItems: 32
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - rule: self.all(x, self.exists_one(y, x == y))
                      nodeDNSIP:
                        description: |-
                          nodeDNSIP is the IP address for the internal DNS used by the
                          nodes. Unlike the one managed by the DNS operator, `NodeDNSIP`
                          provides name resolution for the nodes themselves. There is no DNS-as-a-service for
                          OpenStack deployments. In order to minimize necessary changes to the
                          datacenter DNS, a DNS service is hosted as a static pod to serve those hostnames
                          to the nodes in the cluster.
                        type: string
                    type: object
                    x-kubernetes-validations:
                    - message: dnsRecordsType may only be set to External when loadBalancer.type
                        is UserManaged
                      rule: '!has(self.dnsRecordsType) || self.dnsRecordsType == ''Internal''
                        || (has(self.loadBalancer) && self.loadBalancer.type == ''UserManaged'')'
                  ovirt:
                    description: ovirt contains settings specific to the oVirt infrastructure
                      provider.
                    properties:
                      apiServerInternalIP:
                        description: |-
                          apiServerInternalIP is an IP address to contact the Kubernetes API server that can be used
                          by components inside the cluster, like kubelets using the infrastructure rather
                          than Kubernetes networking. It is the IP that the Infrastructure.status.apiServerInternalURI
                          points to. It is the IP for a self-hosted load balancer in front of the API servers.

                          Deprecated: Use APIServerInternalIPs instead.
                        type: string
                      apiServerInternalIPs:
                        description: |-
                          apiServerInternalIPs are the IP addresses to contact the Kubernetes API
                          server that can be used by components inside the cluster, like kubelets
                          using the infrastructure rather than Kubernetes networking. These are the
                          IPs for a self-hosted load balancer in front of the API servers. In dual
                          stack clusters this list contains two IPs otherwise only one.
                        format: ip
                        items:
                          type: string
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: set
                        x-kubernetes-validations:
                        - message: apiServerInternalIPs must contain at most one IPv4
                            address and at most one IPv6 address
                          rule: 'self == oldSelf || (size(self) == 2 && isIP(self[0])
                            && isIP(self[1]) ? ip(self[0]).family() != ip(self[1]).family()
                            : true)'
                      dnsRecordsType:
                        description: |-
                          dnsRecordsType determines whether records for api, api-int, and ingress
                          are provided by the internal DNS service or externally.
                          Allowed values are `Internal`, `External`, and omitted.
                          When set to `Internal`, records are provided by the internal infrastructure and
                          no additional user configuration is required for the cluster to function.
                          When set to `External`, records are not provided by the internal infrastructure
                          and must be configured by the user on a DNS server outside the cluster.
                          Cluster nodes must use this external server for their upstream DNS requests.
                          This value may only be set when loadBalancer.type is set to UserManaged.
                          When omitted, this means the user has no opinion and the platform is left
                          to choose reasonable defaults. These defaults are subject to change over time.
                          The current default is `Internal`.
                        enum:
                        - Internal
                        - External
                        type: string
                      ingressIP:
                        description: |-
                          ingressIP is an external IP which routes to the default ingress controller.
                          The IP is a suitable target of a wildcard DNS record used to resolve default route host names.

                          Deprecated: Use IngressIPs instead.
                        type: string
                      ingressIPs:
                        description: |-
                          ingressIPs are the external IPs which route to the default ingress
                          controller. The IPs are suitable targets of a wildcard DNS record used to
                          resolve default route host names. In dual stack clusters this list
                          contains two IPs otherwise only one.
                        format: ip
                        items:
                          type: string
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: set
                        x-kubernetes-validations:
                        - message: ingressIPs must contain at most one IPv4 address
                            and at most one IPv6 address
                          rule: 'self == oldSelf || (size(self) == 2 && isIP(self[0])
                            && isIP(self[1]) ? ip(self[0]).family() != ip(self[1]).family()
                            : true)'
                      loadBalancer:
                        default:
                          type: OpenShiftManagedDefault
                        description: loadBalancer defines how the load balancer used
                          by the cluster is configured.
                        properties:
                          type:
                            default: OpenShiftManagedDefault
                            description: |-
                              type defines the type of load balancer used by the cluster on Ovirt platform
                              which can be a user-managed or openshift-managed load balancer
                              that is to be used for the OpenShift API and Ingress endpoints.
                              When set to OpenShiftManagedDefault the static pods in charge of API and Ingress traffic load-balancing
                              defined in the machine config operator will be deployed.
                              When set to UserManaged these static pods will not be deployed and it is expected that
                              the load balancer is configured out of band by the deployer.
                              When omitted, this means no opinion and the platform is left to choose a reasonable default.
                              The default value is OpenShiftManagedDefault.
                            enum:
                            - OpenShiftManagedDefault
                            - UserManaged
                            type: string
                            x-kubernetes-validations:
                            - message: type is immutable once set
                              rule: oldSelf == '' || self == oldSelf
                        type: object
                      nodeDNSIP:
                        description: 'deprecated: as of 4.6, this field is no longer
                          set or honored.  It will be removed in a future release.'
                        type: string
                    type: object
                    x-kubernetes-validations:
                    - message: dnsRecordsType may only be set to External when loadBalancer.type
                        is UserManaged
                      rule: '!has(self.dnsRecordsType) || self.dnsRecordsType == ''Internal''
                        || (has(self.loadBalancer) && self.loadBalancer.type == ''UserManaged'')'
                  powervs:
                    description: powervs contains settings specific to the Power Systems
                      Virtual Servers infrastructure provider.
                    properties:
                      cisInstanceCRN:
                        description: |-
                          cisInstanceCRN is the CRN of the Cloud Internet Services instance managing
                          the DNS zone for the cluster's base domain
                        type: string
                      dnsInstanceCRN:
                        description: |-
                          dnsInstanceCRN is the CRN of the DNS Services instance managing the DNS zone
                          for the cluster's base domain
                        type: string
                      region:
                        description: region holds the default Power VS region for
                          new Power VS resources created by the cluster.
                        type: string
                      resourceGroup:
                        description: |-
                          resourceGroup is the resource group name for new IBMCloud resources created for a cluster.
                          The resource group specified here will be used by cluster-image-registry-operator to set up a COS Instance in IBMCloud for the cluster registry.
                          More about resource groups can be found here: https://cloud.ibm.com/docs/account?topic=account-rgs.
                          When omitted, the image registry operator won't be able to configure storage,
                          which results in the image registry cluster operator not being in an available state.
                        maxLength: 40
                        pattern: ^[a-zA-Z0-9-_ ]+$
                        type: string
                        x-kubernetes-validations:
                        - message: resourceGroup is immutable once set
                          rule: oldSelf == '' || self == oldSelf
                      serviceEndpoints:
                        description: |-
                          serviceEndpoints is a list of custom endpoints which will override the default
                          service endpoints of a Power VS service.
                        items:
                          description: |-
                            PowervsServiceEndpoint stores the configuration of a custom url to
                            override existing defaults of PowerVS Services.
                          properties:
                            name:
                              description: |-
                                name is the name of the Power VS service.
                                Few of the services are
                                IAM - https://cloud.ibm.com/apidocs/iam-identity-token-api
                                ResourceController - https://cloud.ibm.com/apidocs/resource-controller/resource-controller
                                Power Cloud - https://cloud.ibm.com/apidocs/power-cloud
                              enum:
                              - CIS
                              - COS
                              - COSConfig
                              - DNSServices
                              - GlobalCatalog
                              - GlobalSearch
                              - GlobalTagging
                              - HyperProtect
                              - IAM
                              - KeyProtect
                              - Power
                              - ResourceController
                              - ResourceManager
                              - VPC
                              type: string
                            url:
                              description: |-
                                url is fully qualified URI with scheme https, that overrides the default generated
                                endpoint for a client.
                                This must be provided and cannot be empty.
                              format: uri
                              pattern: ^https://
                              type: string
                          required:
                          - name
                          - url
                          type: object
                        type: array
                        x-kubernetes-list-map-keys:
                        - name
                        x-kubernetes-list-type: map
                      zone:
                        description: |-
                          zone holds the default zone for the new Power VS resources created by the cluster.
                          Note: Currently only single-zone OCP clusters are supported
                        type: string
                    type: object
                    x-kubernetes-validations:
                    - message: cannot unset resourceGroup once set
                      rule: '!has(oldSelf.resourceGroup) || has(self.resourceGroup)'
                  type:
                    description: |-
                      type is the underlying infrastructure provider for the cluster. This
                      value controls whether infrastructure automation such as service load
                      balancers, dynamic volume provisioning, machine creation and deletion, and
                      other integrations are enabled. If None, no infrastructure automation is
                      enabled. Allowed values are "AWS", "Azure", "BareMetal", "GCP", "Libvirt",
                      "OpenStack", "VSphere", "oVirt", "EquinixMetal", "PowerVS", "AlibabaCloud", "Nutanix" and "None".
                      Individual components may not support all platforms, and must handle
                      unrecognized platforms as None if they do not support that platform.

                      This value will be synced with to the `status.platform` and `status.platformStatus.type`.
                      Currently this value cannot be changed once set.
                    enum:
                    - ""
                    - AWS
                    - Azure
                    - BareMetal
                    - GCP
                    - Libvirt
                    - OpenStack
                    - None
                    - VSphere
                    - oVirt
                    - IBMCloud
                    - KubeVirt
                    - EquinixMetal
                    - PowerVS
                    - AlibabaCloud
                    - Nutanix
                    - External
                    type: string
                  vsphere:
                    description: vsphere contains settings specific to the VSphere
                      infrastructure provider.
                    properties:
                      apiServerInternalIP:
                        description: |-
                          apiServerInternalIP is an IP address to contact the Kubernetes API server that can be used
                          by components inside the cluster, like kubelets using the infrastructure rather
                          than Kubernetes networking. It is the IP that the Infrastructure.status.apiServerInternalURI
                          points to. It is the IP for a self-hosted load balancer in front of the API servers.

                          Deprecated: Use APIServerInternalIPs instead.
                        type: string
                      apiServerInternalIPs:
                        description: |-
                          apiServerInternalIPs are the IP addresses to contact the Kubernetes API
                          server that can be used by components inside the cluster, like kubelets
                          using the infrastructure rather than Kubernetes networking. These are the
                          IPs for a self-hosted load balancer in front of the API servers. In dual
                          stack clusters this list contains two IPs otherwise only one.
                        format: ip
                        items:
                          type: string
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: apiServerInternalIPs must contain at most one IPv4
                            address and at most one IPv6 address
                          rule: 'self == oldSelf || (size(self) == 2 && isIP(self[0])
                            && isIP(self[1]) ? ip(self[0]).family() != ip(self[1]).family()
                            : true)'
                      dnsRecordsType:
                        description: |-
                          dnsRecordsType determines whether records for api, api-int, and ingress
                          are provided by the internal DNS service or externally.
                          Allowed values are `Internal`, `External`, and omitted.
                          When set to `Internal`, records are provided by the internal infrastructure and
                          no additional user configuration is required for the cluster to function.
                          When set to `External`, records are not provided by the internal infrastructure
                          and must be configured by the user on a DNS server outside the cluster.
                          Cluster nodes must use this external server for their upstream DNS requests.
                          This value may only be set when loadBalancer.type is set to UserManaged.
                          When omitted, this means the user has no opinion and the platform is left
                          to choose reasonable defaults. These defaults are subject to change over time.
                          The current default is `Internal`.
                        enum:
                        - Internal
                        - External
                        type: string
                      ingressIP:
                        description: |-
                          ingressIP is an external IP which routes to the default ingress controller.
                          The IP is a suitable target of a wildcard DNS record used to resolve default route host names.

                          Deprecated: Use IngressIPs instead.
                        type: string
                      ingressIPs:
                        description: |-
                          ingressIPs are the external IPs which route to the default ingress
                          controller. The IPs are suitable targets of a wildcard DNS record used to
                          resolve default route host names. In dual stack clusters this list
                          contains two IPs otherwise only one.
                        format: ip
                        items:
                          type: string
                        maxItems: 2
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - message: ingressIPs must contain at most one IPv4 address
                            and at most one IPv6 address
                          rule: 'self == oldSelf || (size(self) == 2 && isIP(self[0])
                            && isIP(self[1]) ? ip(self[0]).family() != ip(self[1]).family()
                            : true)'
                      loadBalancer:
                        default:
                          type: OpenShiftManagedDefault
                        description: loadBalancer defines how the load balancer used
                          by the cluster is configured.
                        properties:
                          type:
                            default: OpenShiftManagedDefault
                            description: |-
                              type defines the type of load balancer used by the cluster on VSphere platform
                              which can be a user-managed or openshift-managed load balancer
                              that is to be used for the OpenShift API and Ingress endpoints.
                              When set to OpenShiftManagedDefault the static pods in charge of API and Ingress traffic load-balancing
                              defined in the machine config operator will be deployed.
                              When set to UserManaged these static pods will not be deployed and it is expected that
                              the load balancer is configured out of band by the deployer.
                              When omitted, this means no opinion and the platform is left to choose a reasonable default.
                              The default value is OpenShiftManagedDefault.
                            enum:
                            - OpenShiftManagedDefault
                            - UserManaged
                            type: string
                            x-kubernetes-validations:
                            - message: type is immutable once set
                              rule: oldSelf == '' || self == oldSelf
                        type: object
                      machineNetworks:
                        description: machineNetworks are IP networks used to connect
                          all the OpenShift cluster nodes.
                        items:
                          description: CIDR is an IP address range in CIDR notation
                            (for example, "10.0.0.0/8" or "fd00::/8").
                          maxLength: 43
                          minLength: 1
                          type: string
                          x-kubernetes-validations:
                          - message: value must be a valid CIDR network address
                            rule: isCIDR(self)
                        maxItems: 32
                        type: array
                        x-kubernetes-list-type: atomic
                        x-kubernetes-validations:
                        - rule: self.all(x, self.exists_one(y, x == y))
                      nodeDNSIP:
                        description: |-
                          nodeDNSIP is the IP address for the internal DNS used by the
                          nodes. Unlike the one managed by the DNS operator, `NodeDNSIP`
                          provides name resolution for the nodes themselves. There is no DNS-as-a-service for
                          vSphere deployments. In order to minimize necessary changes to the
                          datacenter DNS, a DNS service is hosted as a static pod to serve those hostnames
                          to the nodes in the cluster.
                        type: string
                    type: object
                    x-kubernetes-validations:
                    - message: dnsRecordsType may only be set to External when loadBalancer.type
                        is UserManaged
                      rule: '!has(self.dnsRecordsType) || self.dnsRecordsType == ''Internal''
                        || (has(self.loadBalancer) && self.loadBalancer.type == ''UserManaged'')'
                type: object
            type: object
        required:
        - spec
        type: object
    served: true
    storage: true
    subresources:
      status: {}