DGX B300 Configuration

Netop Values B300 (netop-values-b300.yaml)

---
nfd:
  enabled: true
  deployNodeFeatureRules: true
maintenanceOperator:
  enabled: true
nvIpam:
  deploy: true
sriovNetworkOperator:
  enabled: true
sriov-network-operator:
  sriovOperatorConfig:
    configDaemonNodeSelector:
      node-role.kubernetes.io/worker: ""
    featureGates:
      parallelNicConfig: true
      mellanoxFirmwareReset: false

SRIOV Node Pool Config (sriov-node-pool-config.yaml)

apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkPoolConfig
metadata:
  name: node-pool-unavailable-config
  namespace: network-operator
spec:
  maxUnavailable: "100%"
  nodeSelector:
    matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists

Combined IP Pools B300 (combined-ippools-b300.yaml)

---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-a-su-1
  namespace: network-operator
spec:
  subnet: 192.168.0.0/16
  perNodeBlockSize: 32
  gateway: 192.168.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-b-su-1
  namespace: network-operator
spec:
  subnet: 192.169.0.0/16
  perNodeBlockSize: 32
  gateway: 192.169.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-c-su-1
  namespace: network-operator
spec:
  subnet: 192.170.0.0/16
  perNodeBlockSize: 32
  gateway: 192.170.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-d-su-1
  namespace: network-operator
spec:
  subnet: 192.171.0.0/16
  perNodeBlockSize: 32
  gateway: 192.171.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-e-su-1
  namespace: network-operator
spec:
  subnet: 192.172.0.0/16
  perNodeBlockSize: 32
  gateway: 192.172.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-f-su-1
  namespace: network-operator
spec:
  subnet: 192.173.0.0/16
  perNodeBlockSize: 32
  gateway: 192.173.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-g-su-1
  namespace: network-operator
spec:
  subnet: 192.174.0.0/16
  perNodeBlockSize: 32
  gateway: 192.174.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-h-su-1
  namespace: network-operator
spec:
  subnet: 192.175.0.0/16
  perNodeBlockSize: 32
  gateway: 192.175.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-i-su-1
  namespace: network-operator
spec:
  subnet: 192.176.0.0/16
  perNodeBlockSize: 32
  gateway: 192.176.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-j-su-1
  namespace: network-operator
spec:
  subnet: 192.177.0.0/16
  perNodeBlockSize: 32
  gateway: 192.177.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-k-su-1
  namespace: network-operator
spec:
  subnet: 192.178.0.0/16
  perNodeBlockSize: 32
  gateway: 192.178.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-l-su-1
  namespace: network-operator
spec:
  subnet: 192.179.0.0/16
  perNodeBlockSize: 32
  gateway: 192.179.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-m-su-1
  namespace: network-operator
spec:
  subnet: 192.180.0.0/16
  perNodeBlockSize: 32
  gateway: 192.180.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-n-su-1
  namespace: network-operator
spec:
  subnet: 192.181.0.0/16
  perNodeBlockSize: 32
  gateway: 192.181.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-o-su-1
  namespace: network-operator
spec:
  subnet: 192.182.0.0/16
  perNodeBlockSize: 32
  gateway: 192.182.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists
---
apiVersion: nv-ipam.nvidia.com/v1alpha1
kind: IPPool
metadata:
  name: sriovnet-pool-p-su-1
  namespace: network-operator
spec:
  subnet: 192.183.0.0/16
  perNodeBlockSize: 32
  gateway: 192.183.0.1
  nodeSelector:
    nodeSelectorTerms:
    - matchExpressions:
      - key: node-role.kubernetes.io/worker
        operator: Exists

Combined SRIOV IB Network (combined-sriovibnet-b300.yaml)

---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-a-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:17:00.0" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_a
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-b-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:17:00.1" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_b
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-c-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:39:00.0" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_c
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-d-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:39:00.1" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_d
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-e-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:5f:00.0" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_e
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-f-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:5f:00.1" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_f
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-g-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:70:00.0" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_g
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-h-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:70:00.1" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_h
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-i-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:97:00.0" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_i
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-j-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:97:00.1" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_j
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-k-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:b9:00.0" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_k
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-l-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:b9:00.1" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_l
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-m-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:dc:00.0" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_m
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-n-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:dc:00.1" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_n
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-o-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:ed:00.0" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_o
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetworkNodePolicy
metadata:
  name: sriovnet-rdma-node-policy-p-su-1
  namespace: network-operator
spec:
  deviceType: netdevice
  mtu: 9000
  nicSelector:
    vendor: "15b3"
    rootDevices: [ "0000:ed:00.1" ]
  numVfs: 4
  linkType: ETH
  priority: 90    # used to resolve multiple policy definitions, lower value, higher priority
  isRdma: true
  resourceName: sriov_resource_p
  nodeSelector:
    node-role.kubernetes.io/worker: ""
    feature.node.kubernetes.io/pci-15b3.present: "true"
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-a-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_a"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-a-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-a-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_a"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-a-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-b-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_b"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-b-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-b-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_b"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-b-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-c-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_c"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-c-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-c-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_c"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-c-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-d-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_d"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-d-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-d-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_d"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-d-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-e-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_e"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-e-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-e-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_e"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-e-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-f-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_f"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-f-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-f-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_f"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-f-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-g-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_g"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-g-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-g-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_g"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-g-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-h-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_h"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-h-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-h-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_h"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-h-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-i-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_i"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-i-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-i-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_i"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-i-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-j-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_j"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-j-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-j-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_j"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-j-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-k-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_k"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-k-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-k-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_k"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-k-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-l-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_l"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-l-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-l-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_l"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-l-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-m-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_m"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-m-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-m-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_m"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-m-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-n-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_n"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-n-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-n-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_n"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-n-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-o-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_o"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-o-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-o-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_o"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-o-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-default-p-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "default"
  resourceName: "sriov_resource_p"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-p-su-1",
      "poolType": "IPPool"
    }
---
apiVersion: sriovnetwork.openshift.io/v1
kind: SriovNetwork
metadata:
  name: "sriovnet-rdma-runai-p-su-1"
  namespace: network-operator
spec:
  vlan: 0
  networkNamespace: "runai"
  resourceName: "sriov_resource_p"
  ipam: |
    {
      "type": "nv-ipam",
      "datastore": "kubernetes",
      "kubernetes": {
        "kubeconfig": "/etc/cni/net.d/nv-ipam.d/nv-ipam.kubeconfig"
      },
      "log_file": "/var/log/SriovNetwork_nv-ipam.log",
      "log_level": "debug",
      "poolName": "sriovnet-pool-p-su-1",
      "poolType": "IPPool"
    }

NIC Cluster Policy B300 (nic-cluster-policy-b300.yaml)

---
apiVersion: mellanox.com/v1alpha1
kind: NicClusterPolicy
metadata:
  name: nic-cluster-policy
spec:
  secondaryNetwork:
    cniPlugins:
      image: plugins
      repository: nvcr.io/nvstaging/mellanox
      version: network-operator-v25.10.0
      imagePullSecrets: []
    multus:
      image: multus-cni
      repository: nvcr.io/nvstaging/mellanox
      version: network-operator-v25.10.0
      imagePullSecrets: []
      containerResources:
        - name: "kube-multus"
          limits: {memory: "100Mi"}
          requests: {memory: "100Mi"}
  nvIpam:
    image: nvidia-k8s-ipam
    repository: nvcr.io/nvstaging/mellanox
    version: network-operator-v25.10.0
    imagePullSecrets: []
    enableWebhook: false
  nicConfigurationOperator:
    operator:
      image: nic-configuration-operator
      repository: nvcr.io/nvstaging/mellanox
      version: network-operator-v25.10.0
    configurationDaemon:
      image: nic-configuration-operator-daemon
      repository: nvcr.io/nvstaging/mellanox
      version: network-operator-v25.10.0