From fe2e617c3a1b244b337b2aee327bf3e9e13246aa Mon Sep 17 00:00:00 2001 From: killianmuldoon Date: Fri, 27 Sep 2024 12:16:54 +0100 Subject: [PATCH] Remove Helm deployment of NICClusterPolicy Signed-off-by: killianmuldoon --- .../network-operator/templates/_helpers.tpl | 163 +------- ...anox.com_v1alpha1_nicclusterpolicy_cr.yaml | 241 ------------ .../network-operator/templates/operator.yaml | 4 +- .../templates/tests/test-rping.yaml | 49 --- deployment/network-operator/values.yaml | 351 +----------------- 5 files changed, 14 insertions(+), 794 deletions(-) delete mode 100644 deployment/network-operator/templates/mellanox.com_v1alpha1_nicclusterpolicy_cr.yaml delete mode 100644 deployment/network-operator/templates/tests/test-rping.yaml diff --git a/deployment/network-operator/templates/_helpers.tpl b/deployment/network-operator/templates/_helpers.tpl index 813bd8f7..198e47ad 100644 --- a/deployment/network-operator/templates/_helpers.tpl +++ b/deployment/network-operator/templates/_helpers.tpl @@ -83,165 +83,4 @@ imagePullSecrets helpers {{- end }} {{- end }} {{- $imagePullSecrets | toJson }} -{{- end }} - -{{- define "network-operator.ofed.imagePullSecrets" }} -{{- $imagePullSecrets := list }} -{{- if .Values.ofedDriver.imagePullSecrets }} -{{- range .Values.ofedDriver.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- else }} -{{- if .Values.imagePullSecrets }} -{{- range .Values.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- end }} -{{- end }} -{{- $imagePullSecrets | toJson }} -{{- end }} - -{{- define "network-operator.rdmaSharedDevicePlugin.imagePullSecrets" }} -{{- $imagePullSecrets := list }} -{{- if .Values.rdmaSharedDevicePlugin.imagePullSecrets }} -{{- range .Values.rdmaSharedDevicePlugin.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- else }} -{{- if .Values.imagePullSecrets }} -{{- range .Values.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- end }} -{{- end }} -{{- $imagePullSecrets | toJson }} -{{- end }} - -{{- define "network-operator.sriovDevicePlugin.imagePullSecrets" }} -{{- $imagePullSecrets := list }} -{{- if .Values.sriovDevicePlugin.imagePullSecrets }} -{{- range .Values.sriovDevicePlugin.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- else }} -{{- if .Values.imagePullSecrets }} -{{- range .Values.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- end }} -{{- end }} -{{- $imagePullSecrets | toJson }} -{{- end }} - -{{- define "network-operator.ibKubernetes.imagePullSecrets" }} -{{- $imagePullSecrets := list }} -{{- if .Values.ibKubernetes.imagePullSecrets }} -{{- range .Values.ibKubernetes.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- else }} -{{- if .Values.imagePullSecrets }} -{{- range .Values.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- end }} -{{- end }} -{{- $imagePullSecrets | toJson }} -{{- end }} - -{{- define "network-operator.secondaryNetwork.cniPlugins.imagePullSecrets" }} -{{- $imagePullSecrets := list }} -{{- if .Values.secondaryNetwork.cniPlugins.imagePullSecrets }} -{{- range .Values.secondaryNetwork.cniPlugins.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- else }} -{{- if .Values.imagePullSecrets }} -{{- range .Values.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- end }} -{{- end }} -{{- $imagePullSecrets | toJson }} -{{- end }} - -{{- define "network-operator.secondaryNetwork.multus.imagePullSecrets" }} -{{- $imagePullSecrets := list }} -{{- if .Values.secondaryNetwork.multus.imagePullSecrets }} -{{- range .Values.secondaryNetwork.multus.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- else }} -{{- if .Values.imagePullSecrets }} -{{- range .Values.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- end }} -{{- end }} -{{- $imagePullSecrets | toJson }} -{{- end }} - -{{- define "network-operator.secondaryNetwork.ipamPlugin.imagePullSecrets" }} -{{- $imagePullSecrets := list }} -{{- if .Values.secondaryNetwork.ipamPlugin.imagePullSecrets }} -{{- range .Values.secondaryNetwork.ipamPlugin.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- else }} -{{- if .Values.imagePullSecrets }} -{{- range .Values.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- end }} -{{- end }} -{{- $imagePullSecrets | toJson }} -{{- end }} - -{{- define "network-operator.nvIpam.imagePullSecrets" }} -{{- $imagePullSecrets := list }} -{{- if .Values.nvIpam.imagePullSecrets }} -{{- range .Values.nvIpam.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- else }} -{{- if .Values.imagePullSecrets }} -{{- range .Values.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- end }} -{{- end }} -{{- $imagePullSecrets | toJson }} -{{- end }} - -{{- define "network-operator.nicFeatureDiscovery.imagePullSecrets" }} -{{- $imagePullSecrets := list }} -{{- if .Values.nicFeatureDiscovery.imagePullSecrets }} -{{- range .Values.nicFeatureDiscovery.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- else }} -{{- if .Values.imagePullSecrets }} -{{- range .Values.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- end }} -{{- end }} -{{- $imagePullSecrets | toJson }} -{{- end }} - -{{- define "network-operator.docaTelemetryService.imagePullSecrets" }} -{{- $imagePullSecrets := list }} -{{- if .Values.docaTelemetryService.imagePullSecrets }} -{{- range .Values.docaTelemetryService.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- else }} -{{- if .Values.imagePullSecrets }} -{{- range .Values.imagePullSecrets }} -{{- $imagePullSecrets = append $imagePullSecrets . }} -{{- end }} -{{- end }} -{{- end }} -{{- $imagePullSecrets | toJson }} -{{- end }} - +{{- end }} \ No newline at end of file diff --git a/deployment/network-operator/templates/mellanox.com_v1alpha1_nicclusterpolicy_cr.yaml b/deployment/network-operator/templates/mellanox.com_v1alpha1_nicclusterpolicy_cr.yaml deleted file mode 100644 index fa3f25df..00000000 --- a/deployment/network-operator/templates/mellanox.com_v1alpha1_nicclusterpolicy_cr.yaml +++ /dev/null @@ -1,241 +0,0 @@ -{{/* - Copyright 2020 NVIDIA - - Licensed under the Apache License, Version 2.0 (the "License"); - you may not use this file except in compliance with the License. - You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - - Unless required by applicable law or agreed to in writing, software - distributed under the License is distributed on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - See the License for the specific language governing permissions and - limitations under the License. -*/}} -{{- if .Values.deployCR }} -apiVersion: mellanox.com/v1alpha1 -kind: NicClusterPolicy -metadata: - name: nic-cluster-policy -spec: - {{- if .Values.nodeAffinity }} - nodeAffinity: -{{ toYaml .Values.nodeAffinity | indent 4 }} - {{- end }} - {{- if .Values.tolerations }} - tolerations: -{{ toYaml .Values.tolerations | indent 4 }} - {{- end }} - {{- if .Values.ofedDriver.deploy }} - ofedDriver: - image: {{ .Values.ofedDriver.image }} - repository: {{ .Values.ofedDriver.repository }} - version: {{ .Values.ofedDriver.version }} - forcePrecompiled: {{ .Values.ofedDriver.forcePrecompiled }} - {{- if .Values.ofedDriver.env }} - env: - {{ toYaml .Values.ofedDriver.env | nindent 6 }} - {{- end }} - {{- if .Values.ofedDriver.certConfig.name }} - certConfig: - name: {{ .Values.ofedDriver.certConfig.name }} - {{- end }} - {{- if .Values.ofedDriver.repoConfig.name }} - repoConfig: - name: {{ .Values.ofedDriver.repoConfig.name }} - {{- end }} - imagePullSecrets: {{ include "network-operator.ofed.imagePullSecrets" . }} - {{- if .Values.ofedDriver.containerResources }} - containerResources: {{ toYaml .Values.ofedDriver.containerResources | nindent 6 }} - {{- end }} - terminationGracePeriodSeconds: {{ .Values.ofedDriver.terminationGracePeriodSeconds }} - startupProbe: - initialDelaySeconds: {{ .Values.ofedDriver.startupProbe.initialDelaySeconds }} - periodSeconds: {{ .Values.ofedDriver.startupProbe.periodSeconds }} - livenessProbe: - initialDelaySeconds: {{ .Values.ofedDriver.livenessProbe.initialDelaySeconds }} - periodSeconds: {{ .Values.ofedDriver.livenessProbe.periodSeconds }} - readinessProbe: - initialDelaySeconds: {{ .Values.ofedDriver.readinessProbe.initialDelaySeconds }} - periodSeconds: {{ .Values.ofedDriver.readinessProbe.periodSeconds }} - {{- if .Values.ofedDriver.upgradePolicy }} - upgradePolicy: - autoUpgrade: {{ .Values.ofedDriver.upgradePolicy.autoUpgrade | default false }} - maxParallelUpgrades: {{ .Values.ofedDriver.upgradePolicy.maxParallelUpgrades | default 0 }} - safeLoad: {{ .Values.ofedDriver.upgradePolicy.safeLoad | default false }} - {{- if .Values.ofedDriver.upgradePolicy.drain }} - drain: - enable: {{ .Values.ofedDriver.upgradePolicy.drain.enable | default true }} - force: {{ .Values.ofedDriver.upgradePolicy.drain.force | default false }} - podSelector: {{ .Values.ofedDriver.upgradePolicy.drain.podSelector | quote }} - timeoutSeconds: {{ .Values.ofedDriver.upgradePolicy.drain.timeoutSeconds }} - deleteEmptyDir: {{ .Values.ofedDriver.upgradePolicy.drain.deleteEmptyDir | default false}} - {{- end }} - {{- if .Values.ofedDriver.upgradePolicy.waitForCompletion }} - waitForCompletion: - podSelector: {{ .Values.ofedDriver.upgradePolicy.waitForCompletion.podSelector | default ""}} - timeoutSeconds: {{ .Values.ofedDriver.upgradePolicy.waitForCompletion.timeoutSeconds | default 0 }} - {{- end }} - {{- end }} - {{- end }} - {{- if .Values.rdmaSharedDevicePlugin.deploy }} - rdmaSharedDevicePlugin: - # {{ required "A valid value for .Values.rdmaSharedDevicePlugin.resources is required" .Values.rdmaSharedDevicePlugin.resources }} - image: {{ .Values.rdmaSharedDevicePlugin.image }} - repository: {{ .Values.rdmaSharedDevicePlugin.repository }} - version: {{ .Values.rdmaSharedDevicePlugin.version }} - imagePullSecrets: {{ include "network-operator.rdmaSharedDevicePlugin.imagePullSecrets" . }} - {{- if .Values.rdmaSharedDevicePlugin.useCdi }} - useCdi: {{ .Values.rdmaSharedDevicePlugin.useCdi }} - {{- end }} - # The config below directly propagates to k8s-rdma-shared-device-plugin configuration. - # Replace 'devices' with your (RDMA capable) netdevice name. - config: | - { - "configList": [ - {{- $length := len .Values.rdmaSharedDevicePlugin.resources }} - {{- range $index, $element := .Values.rdmaSharedDevicePlugin.resources }} - { - "resourceName": {{ $element.name | quote }}, - "rdmaHcaMax": {{ $element.rdmaHcaMax | default 63 }}, - "selectors": { - "vendors": {{ $element.vendors | default list | toJson }}, - "deviceIDs": {{ $element.deviceIDs | default list | toJson }}, - "drivers": {{ $element.drivers | default list | toJson }}, - "ifNames": {{ $element.ifNames | default list | toJson }}, - "linkTypes": {{ $element.linkTypes | default list | toJson }} - } - } {{- if ne $length (add1 $index) }},{{ end }} - {{- end }} - ] - } - {{- if .Values.rdmaSharedDevicePlugin.containerResources }} - containerResources: {{ toYaml .Values.rdmaSharedDevicePlugin.containerResources | nindent 6 }} - {{- end }} - {{- end }} - {{- if .Values.sriovDevicePlugin.deploy }} - sriovDevicePlugin: - image: {{ .Values.sriovDevicePlugin.image }} - repository: {{ .Values.sriovDevicePlugin.repository }} - version: {{ .Values.sriovDevicePlugin.version }} - imagePullSecrets: {{ include "network-operator.sriovDevicePlugin.imagePullSecrets" . }} - {{- if .Values.sriovDevicePlugin.useCdi }} - useCdi: {{ .Values.sriovDevicePlugin.useCdi }} - {{- end }} - config: | - { - "resourceList": [ - {{- $length := len .Values.sriovDevicePlugin.resources }} - {{- range $index, $element := .Values.sriovDevicePlugin.resources }} - { - "resourcePrefix": "nvidia.com", - "resourceName": {{ $element.name | quote }}, - "selectors": { - "vendors": {{ $element.vendors | default list | toJson }}, - "devices": {{ $element.devices | default list | toJson }}, - "drivers": {{ $element.drivers | default list | toJson }}, - "pfNames": {{ $element.pfNames | default list | toJson }}, - "pciAddresses": {{ $element.pciAddresses | default list | toJson }}, - "rootDevices": {{ $element.rootDevices | default list | toJson }}, - "linkTypes": {{ $element.linkTypes | default list | toJson }}, - "isRdma": true - } - } {{- if ne $length (add1 $index) }},{{ end }} - {{- end }} - ] - } - {{- if .Values.sriovDevicePlugin.containerResources }} - containerResources: {{ toYaml .Values.sriovDevicePlugin.containerResources | nindent 6 }} - {{- end }} - {{- end }} - {{- if .Values.ibKubernetes.deploy }} - ibKubernetes: - image: {{ .Values.ibKubernetes.image }} - repository: {{ .Values.ibKubernetes.repository }} - version: {{ .Values.ibKubernetes.version }} - imagePullSecrets: {{ include "network-operator.ibKubernetes.imagePullSecrets" . }} - {{- if .Values.ibKubernetes.containerResources }} - containerResources: {{ toYaml .Values.ibKubernetes.containerResources | nindent 6 }} - {{- end }} - pKeyGUIDPoolRangeStart: {{ .Values.ibKubernetes.pKeyGUIDPoolRangeStart }} - pKeyGUIDPoolRangeEnd: {{ .Values.ibKubernetes.pKeyGUIDPoolRangeEnd }} - ufmSecret: {{ .Values.ibKubernetes.ufmSecret | quote }} - {{- end }} - {{- if .Values.secondaryNetwork.deploy }} - secondaryNetwork: - {{- if .Values.secondaryNetwork.cniPlugins.deploy }} - cniPlugins: - image: {{ .Values.secondaryNetwork.cniPlugins.image }} - repository: {{ .Values.secondaryNetwork.cniPlugins.repository }} - version: {{ .Values.secondaryNetwork.cniPlugins.version }} - imagePullSecrets: {{ include "network-operator.secondaryNetwork.cniPlugins.imagePullSecrets" . }} - {{- if .Values.secondaryNetwork.cniPlugins.containerResources }} - containerResources: {{ toYaml .Values.secondaryNetwork.cniPlugins.containerResources | nindent 8 }} - {{- end }} - {{- end }} - {{- if .Values.secondaryNetwork.multus.deploy }} - multus: - image: {{ .Values.secondaryNetwork.multus.image }} - repository: {{ .Values.secondaryNetwork.multus.repository }} - version: {{ .Values.secondaryNetwork.multus.version }} - imagePullSecrets: {{ include "network-operator.secondaryNetwork.multus.imagePullSecrets" . }} - {{- if .Values.secondaryNetwork.multus.containerResources }} - containerResources: {{ toYaml .Values.secondaryNetwork.multus.containerResources | nindent 8 }} - {{- end }} - {{- if .Values.secondaryNetwork.multus.config | empty | not }} - config: {{ .Values.secondaryNetwork.multus.config | quote }} - {{- end }} - {{- end }} - {{- if .Values.secondaryNetwork.ipoib.deploy }} - ipoib: - image: {{ .Values.secondaryNetwork.ipoib.image }} - repository: {{ .Values.secondaryNetwork.ipoib.repository }} - version: {{ .Values.secondaryNetwork.ipoib.version }} - {{- if .Values.secondaryNetwork.ipoib.containerResources }} - containerResources: {{ toYaml .Values.secondaryNetwork.ipoib.containerResources | nindent 8 }} - {{- end }} - {{- end }} - {{- if .Values.secondaryNetwork.ipamPlugin.deploy }} - ipamPlugin: - image: {{ .Values.secondaryNetwork.ipamPlugin.image }} - repository: {{ .Values.secondaryNetwork.ipamPlugin.repository }} - version: {{ .Values.secondaryNetwork.ipamPlugin.version }} - imagePullSecrets: {{ include "network-operator.secondaryNetwork.ipamPlugin.imagePullSecrets" . }} - {{- if .Values.secondaryNetwork.ipamPlugin.containerResources }} - containerResources: {{ toYaml .Values.secondaryNetwork.ipamPlugin.containerResources | nindent 8 }} - {{- end }} - {{- end }} - {{- end }} - {{- if .Values.nvIpam.deploy }} - nvIpam: - image: {{ .Values.nvIpam.image }} - repository: {{ .Values.nvIpam.repository }} - version: {{ .Values.nvIpam.version }} - imagePullSecrets: {{ include "network-operator.nvIpam.imagePullSecrets" . }} - {{- if .Values.nvIpam.containerResources }} - containerResources: {{ toYaml .Values.nvIpam.containerResources | nindent 6 }} - {{- end }} - enableWebhook: {{ .Values.nvIpam.enableWebhook }} - {{- end }} - {{- if .Values.nicFeatureDiscovery.deploy }} - nicFeatureDiscovery: - image: {{ .Values.nicFeatureDiscovery.image }} - repository: {{ .Values.nicFeatureDiscovery.repository }} - version: {{ .Values.nicFeatureDiscovery.version }} - imagePullSecrets: {{ include "network-operator.nicFeatureDiscovery.imagePullSecrets" . }} - {{- if .Values.nicFeatureDiscovery.containerResources }} - containerResources: {{ toYaml .Values.nicFeatureDiscovery.containerResources | nindent 6 }} - {{- end }} - {{- end }} - {{- if .Values.docaTelemetryService.deploy }} - docaTelemetryService: - image: {{ .Values.docaTelemetryService.image }} - repository: {{ .Values.docaTelemetryService.repository }} - version: {{ .Values.docaTelemetryService.version }} - imagePullSecrets: {{ include "network-operator.docaTelemetryService.imagePullSecrets" . }} - {{- if .Values.docaTelemetryService.containerResources }} - containerResources: {{ toYaml .Values.docaTelemetryService.containerResources | nindent 6 }} - {{- end }} - {{- end }} -{{ end }} diff --git a/deployment/network-operator/templates/operator.yaml b/deployment/network-operator/templates/operator.yaml index 698c9619..23997b64 100644 --- a/deployment/network-operator/templates/operator.yaml +++ b/deployment/network-operator/templates/operator.yaml @@ -84,9 +84,9 @@ spec: - name: CNI_BIN_DIR value: "{{ .Values.operator.cniBinDirectory }}" {{- end }} - {{- if and .Values.ofedDriver.initContainer .Values.ofedDriver.initContainer.enable }} + {{- if and .Values.operator.ofedDriver.initContainer .Values.operator.ofedDriver.initContainer.enable }} - name: OFED_INIT_CONTAINER_IMAGE - {{- with .Values.ofedDriver.initContainer }} + {{- with .Values.operator.ofedDriver.initContainer }} value: "{{ .repository }}/{{ .image }}:{{ .version }}" {{- end }} {{- end }} diff --git a/deployment/network-operator/templates/tests/test-rping.yaml b/deployment/network-operator/templates/tests/test-rping.yaml deleted file mode 100644 index 90de7ad5..00000000 --- a/deployment/network-operator/templates/tests/test-rping.yaml +++ /dev/null @@ -1,49 +0,0 @@ -{{- if and .Values.deployCR .Values.rdmaSharedDevicePlugin .deploy .Values.secondaryNetwork.deploy .Values.secondaryNetwork.multus.deploy .Values.secondaryNetwork.cniPlugins.deploy }} -apiVersion: mellanox.com/v1alpha1 -kind: MacvlanNetwork -metadata: - name: "{{ .Release.Name }}-rping-macvlan-network-test" - annotations: - helm.sh/hook: test - helm.sh/hook-delete-policy: before-hook-creation,hook-succeeded,hook-failed -spec: - networkNamespace: "{{ .Release.Namespace }}" - mode: "bridge" - master: "{{ .Values.test.pf }}" - mtu: 1500 - ipam: | - { - "type": "static", - "addresses": [{ "address": "10.10.0.1/24" }] - } ---- -apiVersion: v1 -kind: Pod -metadata: - name: "{{ .Release.Name }}-rping-test" - annotations: - helm.sh/hook: test - helm.sh/hook-delete-policy: before-hook-creation,hook-succeeded - k8s.v1.cni.cncf.io/networks: "{{ .Release.Name }}-rping-macvlan-network-test" -spec: - restartPolicy: Never - containers: - - image: mellanox/rping-test - name: "{{ .Release.Name }}-rping-test" - securityContext: - capabilities: - add: [ "IPC_LOCK" ] - resources: - requests: - rdma/{{ (index .Values.rdmaSharedDevicePlugin.resources 0).name }}: '1' - limits: - rdma/{{ (index .Values.rdmaSharedDevicePlugin.resources 0).name }}: '1' - command: - - sh - - -c - - | - ls -l /dev/infiniband /sys/class/net /sys/class/infiniband - ip addr show net1 - rping -svd & - rping -cvd -a 10.10.0.1 -C 1 -{{- end }} diff --git a/deployment/network-operator/values.yaml b/deployment/network-operator/values.yaml index f7c814c9..85331f1a 100644 --- a/deployment/network-operator/values.yaml +++ b/deployment/network-operator/values.yaml @@ -241,345 +241,16 @@ operator: # MHcl4wOuDwKQa+upc8GftXE2C//4mKANBC6It01gUaTIpo= # ... # -----END EC PRIVATE KEY----- - + ofedDriver: + initContainer: + # -- Deploy init container. + enable: true + # -- Init container image repository. + repository: ghcr.io/mellanox + # -- Init container image name. + image: network-operator-init-container + # -- Init container image version. + version: v0.0.2 # -- An optional list of references to secrets to use for pulling any of the # Network Operator images. -imagePullSecrets: [] - -# NicClusterPolicy CR values: -# -- Deploy ``NicClusterPolicy`` custom resource according to the provided parameters. -deployCR: false -ofedDriver: - # -- Deploy the NVIDIA DOCA Driver driver container. - deploy: false - # -- NVIDIA DOCA Driver image name. - image: doca-driver - # -- NVIDIA DOCA Driver image repository. - repository: nvcr.io/nvstaging/mellanox - # -- NVIDIA DOCA Driver version. - version: 24.10-0.3.2.0-0 - initContainer: - # -- Deploy init container. - enable: true - # -- Init container image repository. - repository: ghcr.io/mellanox - # -- Init container image name. - image: network-operator-init-container - # -- Init container image version. - version: v0.0.2 - # imagePullSecrets: [] - # env, if defined will pass environment variables to the OFED container - # env: - # - name: EXAMPLE_ENV_VAR - # value: example_env_var_value - # containerResources: - # - name: "mofed-container" - # requests: - # cpu: "200m" - # memory: "150Mi" - # limits: - # cpu: "300m" - # memory: "300Mi" - # -- The grace period before the driver containeris forcibly removed. - terminationGracePeriodSeconds: 300 - # -- Private mirror repository configuration. - # @notationType -- yaml - repoConfig: - name: "" - # Custom ssl key/certificate configuration. - certConfig: - # -- Custom TLS key/certificate configuration configMap name. - name: "" - startupProbe: - # -- NVIDIA DOCA Driver startup probe initial delay. - initialDelaySeconds: 10 - # -- NVIDIA DOCA Driver startup probe interval. - periodSeconds: 20 - livenessProbe: - # -- NVIDIA DOCA Driver liveness probe initial delay. - initialDelaySeconds: 30 - # -- NVIDIA DOCA Driver liveness probe interval. - periodSeconds: 30 - readinessProbe: - # -- NVIDIA DOCA Driver readiness probe initial delay. - initialDelaySeconds: 10 - # -- NVIDIA DOCA Driver readiness probe interval. - periodSeconds: 30 - upgradePolicy: - # -- Global switch for automatic upgrade feature, - # if set to false all other options are ignored. - autoUpgrade: true - # -- Number of nodes that can be upgraded in parallel (default: 1). - # 0 means no limit, all nodes will be upgraded in parallel. - maxParallelUpgrades: 1 - # -- Cordon and drain (if enabled) a node before loading the driver on it. - safeLoad: false - # -- Options for node drain (`kubectl drain`) before the driver reload. - # If auto upgrade is enabled but drain.enable is false, then driver POD will be - # reloaded immediately without removing PODs from the node. - # @notationType -- yaml - drain: - # -- Options for node drain (``kubectl drain``) before driver reload, if - # auto upgrade is enabled. - enable: true - # -- Use force drain of pods. - force: true - # -- Pod selector to specify which pods will be drained from the node. - # An empty selector means all pods. - podSelector: "" - # -- It's recommended to set a timeout to avoid infinite drain in case - # non-fatal error keeps happening on retries. - timeoutSeconds: 300 - # -- Delete pods local storage. - deleteEmptyDir: true - waitForCompletion: - # specifies a label selector for the pods to wait for completion - # podSelector: "app=myapp" - # specify the length of time in seconds to wait before giving up for - # workload to finish, zero means infinite - # timeoutSeconds: 300 - # -- Fail Mellanox OFED deployment if precompiled OFED driver container image - # does not exists. - forcePrecompiled: false - -rdmaSharedDevicePlugin: - # -- Deploy RDMA shared device plugin. - deploy: true - # -- RDMA shared device plugin image name. - image: k8s-rdma-shared-dev-plugin - # -- RDMA shared device plugin image repository. - repository: ghcr.io/mellanox - # -- RDMA shared device plugin version. - version: sha-4f3eb2224b8b5f97be3f17441ddee8d41753b7d5 - # -- Enable Container Device Interface (CDI) mode. - # **NOTE**: NVIDIA Network Operator does not configure container runtime to - # enable CDI. - useCdi: false - # imagePullSecrets: [] - # containerResources: - # - name: "rdma-shared-dp" - # requests: - # cpu: "100m" - # memory: "50Mi" - # limits: - # cpu: "150m" - # memory: "100Mi" - # -- The following defines the RDMA resources in the cluster. - # It must be provided by the user when deploying the chart. - # Each entry in the resources element will create a resource with the provided - # and list of devices. - # @notationType -- yaml - resources: - - name: rdma_shared_device_a - vendors: [15b3] - rdmaHcaMax: 63 - -sriovDevicePlugin: - # -- Deploy SR-IOV Network device plugin. - deploy: false - # -- SR-IOV Network device plugin image name. - image: sriov-network-device-plugin - # -- SR-IOV Network device plugin image repository. - repository: ghcr.io/k8snetworkplumbingwg - # -- SR-IOV Network device plugin version - version: v3.7.0 - # -- Enable Container Device Interface (CDI) mode. - # **NOTE**: NVIDIA Network Operator does not configure container runtime to - # enable CD. - useCdi: false - # imagePullSecrets: [] - # containerResources: - # - name: "kube-sriovdp" - # requests: - # cpu: "100m" - # memory: "50Mi" - # limits: - # cpu: "150m" - # memory: "100Mi" - # Each entry in the resources elements will be an entry in a ``resourceList`` - # created as part of the ``kube-sriovdp`` container configuration. - # @notationType -- yaml - resources: - - name: hostdev - vendors: [15b3] - -ibKubernetes: - # -- Deploy IB Kubernetes. - deploy: false - # -- IB Kubernetes image name. - image: ib-kubernetes - # -- IB Kubernetes image repository. - repository: ghcr.io/mellanox - # -- IB Kubernetes version. - version: v1.1.0 - # imagePullSecrets: [] - # containerResources: - # - name: "ib-kubernetes" - # requests: - # cpu: "100m" - # memory: "300Mi" - # limits: - # cpu: "100m" - # memory: "300Mi" - # -- Interval of periodic update in seconds. - periodicUpdateSeconds: 5 - # -- Minimal available GUID value to be allocated for the pod. - pKeyGUIDPoolRangeStart: "02:00:00:00:00:00:00:00" - # -- Maximal available GUID value to be allocated for the pod. - pKeyGUIDPoolRangeEnd: "02:FF:FF:FF:FF:FF:FF:FF" - # -- Name of the Secret with the NVIDIA UFM access credentials, deployed in advance. - ufmSecret: '' # specify the secret name here - -nvIpam: - # -- Deploy NVIDIA IPAM Plugin. - deploy: true - # -- NVIDIA IPAM Plugin image name. - image: nvidia-k8s-ipam - # -- NVIDIA IPAM Plugin image repository. - repository: ghcr.io/mellanox - # -- NVIDIA IPAM Plugin image version. - version: v0.2.0 - # -- Enable deployment of the validataion webhook for IPPool CRD. - enableWebhook: false - # imagePullSecrets: [] - # containerResources: - # - name: "nv-ipam-node" - # requests: - # cpu: "150m" - # memory: "50Mi" - # limits: - # cpu: "300m" - # memory: "300Mi" - # - name: "nv-ipam-controller" - # requests: - # cpu: "150m" - # memory: "50Mi" - # limits: - # cpu: "300m" - # memory: "300Mi" - -secondaryNetwork: - # -- Deploy Secondary Network. - deploy: true - cniPlugins: - # -- Deploy CNI Plugins Secondary Network. - deploy: true - # -- CNI Plugins image name. - image: plugins - # -- CNI Plugins image repository. - repository: ghcr.io/k8snetworkplumbingwg - # -- CNI Plugins image version. - version: v1.5.0 - # imagePullSecrets: [] - # containerResources: - # - name: "cni-plugins" - # requests: - # cpu: "100m" - # memory: "50Mi" - # limits: - # cpu: "100m" - # memory: "50Mi" - multus: - # -- Deploy Multus Secondary Network. - deploy: true - # -- Multus image name. - image: multus-cni - # -- Multus image repository. - repository: ghcr.io/k8snetworkplumbingwg - # -- Multus image version. - version: v4.1.0 - # imagePullSecrets: [] - # config: '' - # containerResources: - # - name: "kube-multus" - # requests: - # cpu: "100m" - # memory: "50Mi" - # limits: - # cpu: "100m" - # memory: "50Mi" - ipoib: - # -- Deploy IPoIB CNI. - deploy: false - # -- IPoIB CNI image name. - image: ipoib-cni - # -- IPoIB CNI image repository. - repository: ghcr.io/mellanox - # -- IPoIB CNI image version. - version: v1.2.0 - # imagePullSecrets: [] - # containerResources: - # - name: "ipoib-cni" - # requests: - # cpu: "100m" - # memory: "50Mi" - # limits: - # cpu: "100m" - # memory: "50Mi" - ipamPlugin: - # -- Deploy IPAM CNI Plugin Secondary Network. - deploy: false - # -- IPAM CNI Plugin image name. - image: whereabouts - # -- IPAM CNI Plugin image repository. - repository: ghcr.io/k8snetworkplumbingwg - # -- IPAM CNI Plugin image version. - version: v0.7.0 - # imagePullSecrets: [] - # containerResources: - # - name: "whereabouts" - # requests: - # cpu: "100m" - # memory: "100Mi" - # limits: - # cpu: "100m" - # memory: "200Mi" - -nicFeatureDiscovery: - # -- Deploy NVIDIA NIC Feature Discovery. - deploy: false - # -- NVIDIA NIC Feature Discovery image name. - image: nic-feature-discovery - # -- NVIDIA NIC Feature Discovery repository. - repository: ghcr.io/mellanox - # -- NVIDIA NIC Feature Discovery image version. - version: v0.0.1 - # imagePullSecrets: [] - # containerResources: - # - name: "nic-feature-discovery" - # requests: - # cpu: "100m" - # memory: "50Mi" - # limits: - # cpu: "300m" - # memory: "150Mi" - -docaTelemetryService: - # -- Deploy DOCA Telemetry Service. - deploy: false - # -- DOCA Telemetry Service image name. - image: doca_telemetry - # -- DOCA Telemetry Service image repository. - repository: nvcr.io/nvidia/doca - # -- DOCA Telemetry Service image version. - version: 1.16.5-doca2.6.0-host - # imagePullSecrets: [] - # containerResources: - # - name: "doca-telemetry-service" - # requests: - # cpu: "100m" - # memory: "50Mi" - # limits: - # cpu: "300m" - # memory: "150Mi" - -# Can be set to nicclusterpolicy and override other ds node affinity, -# e.g. https://github.com/Mellanox/network-operator/blob/master/manifests/state-multus-cni/0050-multus-ds.yml#L26-L36 -#nodeAffinity: - -# Can be set to nicclusterpolicy to add extra tolerations to ds -#tolerations: - -# @ignore -test: - pf: ens2f0 +imagePullSecrets: [] \ No newline at end of file