okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 1 | # Default values for rook-ceph-operator |
| 2 | # This is a YAML-formatted file. |
| 3 | # Declare variables to be passed into your templates. |
| 4 | |
| 5 | image: |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 6 | # -- Image |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 7 | repository: rook/ceph |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 8 | # -- Image tag |
| 9 | # @default -- `master` |
| 10 | tag: v1.10.10 |
| 11 | # -- Image pull policy |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 12 | pullPolicy: IfNotPresent |
| 13 | |
| 14 | crds: |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 15 | # -- Whether the helm chart should create and update the CRDs. If false, the CRDs must be |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 16 | # managed independently with deploy/examples/crds.yaml. |
| 17 | # **WARNING** Only set during first deployment. If later disabled the cluster may be DESTROYED. |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 18 | # If the CRDs are deleted in this case, see |
| 19 | # [the disaster recovery guide](https://rook.io/docs/rook/latest/Troubleshooting/disaster-recovery/#restoring-crds-after-deletion) |
| 20 | # to restore them. |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 21 | enabled: true |
| 22 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 23 | # -- Pod resource requests & limits |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 24 | resources: |
| 25 | limits: |
| 26 | cpu: 500m |
| 27 | memory: 512Mi |
| 28 | requests: |
| 29 | cpu: 100m |
| 30 | memory: 128Mi |
| 31 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 32 | # -- Kubernetes [`nodeSelector`](https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#nodeselector) to add to the Deployment. |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 33 | nodeSelector: {} |
| 34 | # Constraint rook-ceph-operator Deployment to nodes with label `disktype: ssd`. |
| 35 | # For more info, see https://kubernetes.io/docs/concepts/configuration/assign-pod-node/#nodeselector |
| 36 | # disktype: ssd |
| 37 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 38 | # -- List of Kubernetes [`tolerations`](https://kubernetes.io/docs/concepts/scheduling-eviction/taint-and-toleration/) to add to the Deployment. |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 39 | tolerations: [] |
| 40 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 41 | # -- Delay to use for the `node.kubernetes.io/unreachable` pod failure toleration to override |
| 42 | # the Kubernetes default of 5 minutes |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 43 | unreachableNodeTolerationSeconds: 5 |
| 44 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 45 | # -- Whether the operator should watch cluster CRD in its own namespace or not |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 46 | currentNamespaceOnly: false |
| 47 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 48 | # -- Pod annotations |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 49 | annotations: {} |
| 50 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 51 | # -- Global log level for the operator. |
| 52 | # Options: `ERROR`, `WARNING`, `INFO`, `DEBUG` |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 53 | logLevel: INFO |
| 54 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 55 | # -- If true, create & use RBAC resources |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 56 | rbacEnable: true |
| 57 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 58 | # -- If true, create & use PSP resources |
| 59 | pspEnable: false |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 60 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 61 | # -- Set the priority class for the rook operator deployment if desired |
| 62 | priorityClassName: |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 63 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 64 | # -- If true, loop devices are allowed to be used for osds in test clusters |
| 65 | allowLoopDevices: false |
| 66 | |
| 67 | # Settings for whether to disable the drivers or other daemons if they are not |
| 68 | # needed |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 69 | csi: |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 70 | # -- Enable Ceph CSI RBD driver |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 71 | enableRbdDriver: true |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 72 | # -- Enable Ceph CSI CephFS driver |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 73 | enableCephfsDriver: true |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 74 | # -- Enable Ceph CSI GRPC Metrics |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 75 | enableGrpcMetrics: false |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 76 | # -- Enable host networking for CSI CephFS and RBD nodeplugins. This may be necessary |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 77 | # in some network configurations where the SDN does not provide access to an external cluster or |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 78 | # there is significant drop in read/write performance |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 79 | enableCSIHostNetwork: true |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 80 | # -- Enable Snapshotter in CephFS provisioner pod |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 81 | enableCephfsSnapshotter: true |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 82 | # -- Enable Snapshotter in NFS provisioner pod |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 83 | enableNFSSnapshotter: true |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 84 | # -- Enable Snapshotter in RBD provisioner pod |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 85 | enableRBDSnapshotter: true |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 86 | # -- Enable Host mount for `/etc/selinux` directory for Ceph CSI nodeplugins |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 87 | enablePluginSelinuxHostMount: false |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 88 | # -- Enable Ceph CSI PVC encryption support |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 89 | enableCSIEncryption: false |
| 90 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 91 | # -- PriorityClassName to be set on csi driver plugin pods |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 92 | pluginPriorityClassName: system-node-critical |
| 93 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 94 | # -- PriorityClassName to be set on csi driver provisioner pods |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 95 | provisionerPriorityClassName: system-cluster-critical |
| 96 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 97 | # -- Policy for modifying a volume's ownership or permissions when the RBD PVC is being mounted. |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 98 | # supported values are documented at https://kubernetes-csi.github.io/docs/support-fsgroup.html |
| 99 | rbdFSGroupPolicy: "File" |
| 100 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 101 | # -- Policy for modifying a volume's ownership or permissions when the CephFS PVC is being mounted. |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 102 | # supported values are documented at https://kubernetes-csi.github.io/docs/support-fsgroup.html |
| 103 | cephFSFSGroupPolicy: "File" |
| 104 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 105 | # -- Policy for modifying a volume's ownership or permissions when the NFS PVC is being mounted. |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 106 | # supported values are documented at https://kubernetes-csi.github.io/docs/support-fsgroup.html |
| 107 | nfsFSGroupPolicy: "File" |
| 108 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 109 | # -- OMAP generator generates the omap mapping between the PV name and the RBD image |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 110 | # which helps CSI to identify the rbd images for CSI operations. |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 111 | # `CSI_ENABLE_OMAP_GENERATOR` needs to be enabled when we are using rbd mirroring feature. |
| 112 | # By default OMAP generator is disabled and when enabled, it will be deployed as a |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 113 | # sidecar with CSI provisioner pod, to enable set it to true. |
| 114 | enableOMAPGenerator: false |
| 115 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 116 | # -- Enable adding volume metadata on the CephFS subvolumes and RBD images. |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 117 | # Not all users might be interested in getting volume/snapshot details as metadata on CephFS subvolume and RBD images. |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 118 | # Hence enable metadata is false by default |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 119 | enableMetadata: false |
| 120 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 121 | # -- Set replicas for csi provisioner deployment |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 122 | provisionerReplicas: 2 |
| 123 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 124 | # -- Cluster name identifier to set as metadata on the CephFS subvolume and RBD images. This will be useful |
| 125 | # in cases like for example, when two container orchestrator clusters (Kubernetes/OCP) are using a single ceph cluster |
| 126 | clusterName: |
| 127 | |
| 128 | # -- Set logging level for cephCSI containers maintained by the cephCSI. |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 129 | # Supported values from 0 to 5. 0 for general useful logs, 5 for trace level verbosity. |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 130 | logLevel: 0 |
| 131 | |
| 132 | # -- Set logging level for Kubernetes-csi sidecar containers. |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 133 | # Supported values from 0 to 5. 0 for general useful logs (the default), 5 for trace level verbosity. |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 134 | # @default -- `0` |
| 135 | sidecarLogLevel: |
| 136 | |
| 137 | # -- CSI RBD plugin daemonset update strategy, supported values are OnDelete and RollingUpdate |
| 138 | # @default -- `RollingUpdate` |
| 139 | rbdPluginUpdateStrategy: |
| 140 | |
| 141 | # -- A maxUnavailable parameter of CSI RBD plugin daemonset update strategy. |
| 142 | # @default -- `1` |
| 143 | rbdPluginUpdateStrategyMaxUnavailable: |
| 144 | |
| 145 | # -- CSI CephFS plugin daemonset update strategy, supported values are OnDelete and RollingUpdate |
| 146 | # @default -- `RollingUpdate` |
| 147 | cephFSPluginUpdateStrategy: |
| 148 | |
| 149 | # -- CSI NFS plugin daemonset update strategy, supported values are OnDelete and RollingUpdate |
| 150 | # @default -- `RollingUpdate` |
| 151 | nfsPluginUpdateStrategy: |
| 152 | |
| 153 | # -- Set GRPC timeout for csi containers (in seconds). It should be >= 120. If this value is not set or is invalid, it defaults to 150 |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 154 | grpcTimeoutInSeconds: 150 |
| 155 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 156 | # -- Allow starting an unsupported ceph-csi image |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 157 | allowUnsupportedVersion: false |
| 158 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 159 | # -- The volume of the CephCSI RBD plugin DaemonSet |
| 160 | csiRBDPluginVolume: |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 161 | # - name: lib-modules |
| 162 | # hostPath: |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 163 | # path: /run/booted-system/kernel-modules/lib/modules/ |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 164 | # - name: host-nix |
| 165 | # hostPath: |
| 166 | # path: /nix |
| 167 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 168 | # -- The volume mounts of the CephCSI RBD plugin DaemonSet |
| 169 | csiRBDPluginVolumeMount: |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 170 | # - name: host-nix |
| 171 | # mountPath: /nix |
| 172 | # readOnly: true |
| 173 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 174 | # -- The volume of the CephCSI CephFS plugin DaemonSet |
| 175 | csiCephFSPluginVolume: |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 176 | # - name: lib-modules |
| 177 | # hostPath: |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 178 | # path: /run/booted-system/kernel-modules/lib/modules/ |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 179 | # - name: host-nix |
| 180 | # hostPath: |
| 181 | # path: /nix |
| 182 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 183 | # -- The volume mounts of the CephCSI CephFS plugin DaemonSet |
| 184 | csiCephFSPluginVolumeMount: |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 185 | # - name: host-nix |
| 186 | # mountPath: /nix |
| 187 | # readOnly: true |
| 188 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 189 | # -- CEPH CSI RBD provisioner resource requirement list |
| 190 | # csi-omap-generator resources will be applied only if `enableOMAPGenerator` is set to `true` |
| 191 | # @default -- see values.yaml |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 192 | csiRBDProvisionerResource: | |
| 193 | - name : csi-provisioner |
| 194 | resource: |
| 195 | requests: |
| 196 | memory: 128Mi |
| 197 | cpu: 100m |
| 198 | limits: |
| 199 | memory: 256Mi |
| 200 | cpu: 200m |
| 201 | - name : csi-resizer |
| 202 | resource: |
| 203 | requests: |
| 204 | memory: 128Mi |
| 205 | cpu: 100m |
| 206 | limits: |
| 207 | memory: 256Mi |
| 208 | cpu: 200m |
| 209 | - name : csi-attacher |
| 210 | resource: |
| 211 | requests: |
| 212 | memory: 128Mi |
| 213 | cpu: 100m |
| 214 | limits: |
| 215 | memory: 256Mi |
| 216 | cpu: 200m |
| 217 | - name : csi-snapshotter |
| 218 | resource: |
| 219 | requests: |
| 220 | memory: 128Mi |
| 221 | cpu: 100m |
| 222 | limits: |
| 223 | memory: 256Mi |
| 224 | cpu: 200m |
| 225 | - name : csi-rbdplugin |
| 226 | resource: |
| 227 | requests: |
| 228 | memory: 512Mi |
| 229 | cpu: 250m |
| 230 | limits: |
| 231 | memory: 1Gi |
| 232 | cpu: 500m |
| 233 | - name : csi-omap-generator |
| 234 | resource: |
| 235 | requests: |
| 236 | memory: 512Mi |
| 237 | cpu: 250m |
| 238 | limits: |
| 239 | memory: 1Gi |
| 240 | cpu: 500m |
| 241 | - name : liveness-prometheus |
| 242 | resource: |
| 243 | requests: |
| 244 | memory: 128Mi |
| 245 | cpu: 50m |
| 246 | limits: |
| 247 | memory: 256Mi |
| 248 | cpu: 100m |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 249 | |
| 250 | # -- CEPH CSI RBD plugin resource requirement list |
| 251 | # @default -- see values.yaml |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 252 | csiRBDPluginResource: | |
| 253 | - name : driver-registrar |
| 254 | resource: |
| 255 | requests: |
| 256 | memory: 128Mi |
| 257 | cpu: 50m |
| 258 | limits: |
| 259 | memory: 256Mi |
| 260 | cpu: 100m |
| 261 | - name : csi-rbdplugin |
| 262 | resource: |
| 263 | requests: |
| 264 | memory: 512Mi |
| 265 | cpu: 250m |
| 266 | limits: |
| 267 | memory: 1Gi |
| 268 | cpu: 500m |
| 269 | - name : liveness-prometheus |
| 270 | resource: |
| 271 | requests: |
| 272 | memory: 128Mi |
| 273 | cpu: 50m |
| 274 | limits: |
| 275 | memory: 256Mi |
| 276 | cpu: 100m |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 277 | |
| 278 | # -- CEPH CSI CephFS provisioner resource requirement list |
| 279 | # @default -- see values.yaml |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 280 | csiCephFSProvisionerResource: | |
| 281 | - name : csi-provisioner |
| 282 | resource: |
| 283 | requests: |
| 284 | memory: 128Mi |
| 285 | cpu: 100m |
| 286 | limits: |
| 287 | memory: 256Mi |
| 288 | cpu: 200m |
| 289 | - name : csi-resizer |
| 290 | resource: |
| 291 | requests: |
| 292 | memory: 128Mi |
| 293 | cpu: 100m |
| 294 | limits: |
| 295 | memory: 256Mi |
| 296 | cpu: 200m |
| 297 | - name : csi-attacher |
| 298 | resource: |
| 299 | requests: |
| 300 | memory: 128Mi |
| 301 | cpu: 100m |
| 302 | limits: |
| 303 | memory: 256Mi |
| 304 | cpu: 200m |
| 305 | - name : csi-snapshotter |
| 306 | resource: |
| 307 | requests: |
| 308 | memory: 128Mi |
| 309 | cpu: 100m |
| 310 | limits: |
| 311 | memory: 256Mi |
| 312 | cpu: 200m |
| 313 | - name : csi-cephfsplugin |
| 314 | resource: |
| 315 | requests: |
| 316 | memory: 512Mi |
| 317 | cpu: 250m |
| 318 | limits: |
| 319 | memory: 1Gi |
| 320 | cpu: 500m |
| 321 | - name : liveness-prometheus |
| 322 | resource: |
| 323 | requests: |
| 324 | memory: 128Mi |
| 325 | cpu: 50m |
| 326 | limits: |
| 327 | memory: 256Mi |
| 328 | cpu: 100m |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 329 | |
| 330 | # -- CEPH CSI CephFS plugin resource requirement list |
| 331 | # @default -- see values.yaml |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 332 | csiCephFSPluginResource: | |
| 333 | - name : driver-registrar |
| 334 | resource: |
| 335 | requests: |
| 336 | memory: 128Mi |
| 337 | cpu: 50m |
| 338 | limits: |
| 339 | memory: 256Mi |
| 340 | cpu: 100m |
| 341 | - name : csi-cephfsplugin |
| 342 | resource: |
| 343 | requests: |
| 344 | memory: 512Mi |
| 345 | cpu: 250m |
| 346 | limits: |
| 347 | memory: 1Gi |
| 348 | cpu: 500m |
| 349 | - name : liveness-prometheus |
| 350 | resource: |
| 351 | requests: |
| 352 | memory: 128Mi |
| 353 | cpu: 50m |
| 354 | limits: |
| 355 | memory: 256Mi |
| 356 | cpu: 100m |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 357 | |
| 358 | # -- CEPH CSI NFS provisioner resource requirement list |
| 359 | # @default -- see values.yaml |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 360 | csiNFSProvisionerResource: | |
| 361 | - name : csi-provisioner |
| 362 | resource: |
| 363 | requests: |
| 364 | memory: 128Mi |
| 365 | cpu: 100m |
| 366 | limits: |
| 367 | memory: 256Mi |
| 368 | cpu: 200m |
| 369 | - name : csi-nfsplugin |
| 370 | resource: |
| 371 | requests: |
| 372 | memory: 512Mi |
| 373 | cpu: 250m |
| 374 | limits: |
| 375 | memory: 1Gi |
| 376 | cpu: 500m |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 377 | |
| 378 | # -- CEPH CSI NFS plugin resource requirement list |
| 379 | # @default -- see values.yaml |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 380 | csiNFSPluginResource: | |
| 381 | - name : driver-registrar |
| 382 | resource: |
| 383 | requests: |
| 384 | memory: 128Mi |
| 385 | cpu: 50m |
| 386 | limits: |
| 387 | memory: 256Mi |
| 388 | cpu: 100m |
| 389 | - name : csi-nfsplugin |
| 390 | resource: |
| 391 | requests: |
| 392 | memory: 512Mi |
| 393 | cpu: 250m |
| 394 | limits: |
| 395 | memory: 1Gi |
| 396 | cpu: 500m |
| 397 | |
| 398 | # Set provisionerTolerations and provisionerNodeAffinity for provisioner pod. |
| 399 | # The CSI provisioner would be best to start on the same nodes as other ceph daemons. |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 400 | |
| 401 | # -- Array of tolerations in YAML format which will be added to CSI provisioner deployment |
| 402 | provisionerTolerations: |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 403 | # - key: key |
| 404 | # operator: Exists |
| 405 | # effect: NoSchedule |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 406 | |
| 407 | # -- The node labels for affinity of the CSI provisioner deployment [^1] |
| 408 | provisionerNodeAffinity: #key1=value1,value2; key2=value3 |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 409 | # Set pluginTolerations and pluginNodeAffinity for plugin daemonset pods. |
| 410 | # The CSI plugins need to be started on all the nodes where the clients need to mount the storage. |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 411 | |
| 412 | # -- Array of tolerations in YAML format which will be added to CephCSI plugin DaemonSet |
| 413 | pluginTolerations: |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 414 | # - key: key |
| 415 | # operator: Exists |
| 416 | # effect: NoSchedule |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 417 | |
| 418 | # -- The node labels for affinity of the CephCSI RBD plugin DaemonSet [^1] |
| 419 | pluginNodeAffinity: # key1=value1,value2; key2=value3 |
| 420 | |
| 421 | # -- Enable Ceph CSI Liveness sidecar deployment |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 422 | enableLiveness: false |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 423 | |
| 424 | # -- CSI CephFS driver GRPC metrics port |
| 425 | # @default -- `9091` |
| 426 | cephfsGrpcMetricsPort: |
| 427 | |
| 428 | # -- CSI CephFS driver metrics port |
| 429 | # @default -- `9081` |
| 430 | cephfsLivenessMetricsPort: |
| 431 | |
| 432 | # -- Ceph CSI RBD driver GRPC metrics port |
| 433 | # @default -- `9090` |
| 434 | rbdGrpcMetricsPort: |
| 435 | |
| 436 | # -- CSI Addons server port |
| 437 | # @default -- `9070` |
| 438 | csiAddonsPort: |
| 439 | |
| 440 | # -- Enable Ceph Kernel clients on kernel < 4.17. If your kernel does not support quotas for CephFS |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 441 | # you may want to disable this setting. However, this will cause an issue during upgrades |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 442 | # with the FUSE client. See the [upgrade guide](https://rook.io/docs/rook/v1.2/ceph-upgrade.html) |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 443 | forceCephFSKernelClient: true |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 444 | |
| 445 | # -- Ceph CSI RBD driver metrics port |
| 446 | # @default -- `8080` |
| 447 | rbdLivenessMetricsPort: |
| 448 | |
| 449 | # -- Kubelet root directory path (if the Kubelet uses a different path for the `--root-dir` flag) |
| 450 | # @default -- `/var/lib/kubelet` |
| 451 | kubeletDirPath: |
| 452 | |
| 453 | cephcsi: |
| 454 | # -- Ceph CSI image |
| 455 | # @default -- `quay.io/cephcsi/cephcsi:v3.7.2` |
| 456 | image: |
| 457 | |
| 458 | registrar: |
| 459 | # -- Kubernetes CSI registrar image |
| 460 | # @default -- `registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.7.0` |
| 461 | image: |
| 462 | |
| 463 | provisioner: |
| 464 | # -- Kubernetes CSI provisioner image |
| 465 | # @default -- `registry.k8s.io/sig-storage/csi-provisioner:v3.4.0` |
| 466 | image: |
| 467 | |
| 468 | snapshotter: |
| 469 | # -- Kubernetes CSI snapshotter image |
| 470 | # @default -- `registry.k8s.io/sig-storage/csi-snapshotter:v6.2.1` |
| 471 | image: |
| 472 | |
| 473 | attacher: |
| 474 | # -- Kubernetes CSI Attacher image |
| 475 | # @default -- `registry.k8s.io/sig-storage/csi-attacher:v4.1.0` |
| 476 | image: |
| 477 | |
| 478 | resizer: |
| 479 | # -- Kubernetes CSI resizer image |
| 480 | # @default -- `registry.k8s.io/sig-storage/csi-resizer:v1.7.0` |
| 481 | image: |
| 482 | |
| 483 | # -- Image pull policy |
| 484 | imagePullPolicy: IfNotPresent |
| 485 | |
| 486 | # -- Labels to add to the CSI CephFS Deployments and DaemonSets Pods |
| 487 | cephfsPodLabels: #"key1=value1,key2=value2" |
| 488 | |
| 489 | # -- Labels to add to the CSI NFS Deployments and DaemonSets Pods |
| 490 | nfsPodLabels: #"key1=value1,key2=value2" |
| 491 | |
| 492 | # -- Labels to add to the CSI RBD Deployments and DaemonSets Pods |
| 493 | rbdPodLabels: #"key1=value1,key2=value2" |
| 494 | |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 495 | csiAddons: |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 496 | # -- Enable CSIAddons |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 497 | enabled: false |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 498 | # -- CSIAddons Sidecar image |
| 499 | image: "quay.io/csiaddons/k8s-sidecar:v0.5.0" |
| 500 | |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 501 | nfs: |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 502 | # -- Enable the nfs csi driver |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 503 | enabled: false |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 504 | |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 505 | topology: |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 506 | # -- Enable topology based provisioning |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 507 | enabled: false |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 508 | # NOTE: the value here serves as an example and needs to be |
| 509 | # updated with node labels that define domains of interest |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 510 | # -- domainLabels define which node labels to use as domains |
| 511 | # for CSI nodeplugins to advertise their domains |
| 512 | domainLabels: |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 513 | # - kubernetes.io/hostname |
| 514 | # - topology.kubernetes.io/zone |
| 515 | # - topology.rook.io/rack |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 516 | |
| 517 | # -- Enable discovery daemon |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 518 | enableDiscoveryDaemon: false |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 519 | |
| 520 | # -- The timeout for ceph commands in seconds |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 521 | cephCommandsTimeoutSeconds: "15" |
| 522 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 523 | # -- if true, run rook operator on the host network |
| 524 | useOperatorHostNetwork: |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 525 | |
| 526 | ## Rook Discover configuration |
| 527 | ## toleration: NoSchedule, PreferNoSchedule or NoExecute |
| 528 | ## tolerationKey: Set this to the specific key of the taint to tolerate |
| 529 | ## tolerations: Array of tolerations in YAML format which will be added to agent deployment |
| 530 | ## nodeAffinity: Set to labels of the node to match |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 531 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 532 | discover: |
| 533 | # -- Toleration for the discover pods. |
| 534 | # Options: `NoSchedule`, `PreferNoSchedule` or `NoExecute` |
| 535 | toleration: |
| 536 | # -- The specific key of the taint to tolerate |
| 537 | tolerationKey: |
| 538 | # -- Array of tolerations in YAML format which will be added to discover deployment |
| 539 | tolerations: |
| 540 | # - key: key |
| 541 | # operator: Exists |
| 542 | # effect: NoSchedule |
| 543 | # -- The node labels for affinity of `discover-agent` [^1] |
| 544 | nodeAffinity: # key1=value1,value2; key2=value3 |
| 545 | # -- Labels to add to the discover pods |
| 546 | podLabels: # "key1=value1,key2=value2" |
| 547 | # -- Add resources to discover daemon pods |
| 548 | resources: |
| 549 | # - limits: |
| 550 | # cpu: 500m |
| 551 | # memory: 512Mi |
| 552 | # - requests: |
| 553 | # cpu: 100m |
| 554 | # memory: 128Mi |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 555 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 556 | # -- Whether to disable the admission controller |
| 557 | disableAdmissionController: true |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 558 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 559 | # -- Runs Ceph Pods as privileged to be able to write to `hostPaths` in OpenShift with SELinux restrictions. |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 560 | hostpathRequiresPrivileged: false |
| 561 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 562 | # -- Disable automatic orchestration when new devices are discovered. |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 563 | disableDeviceHotplug: false |
| 564 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 565 | # -- Blacklist certain disks according to the regex provided. |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 566 | discoverDaemonUdev: |
| 567 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 568 | # -- imagePullSecrets option allow to pull docker images from private docker registry. Option will be passed to all service accounts. |
| 569 | imagePullSecrets: |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 570 | # - name: my-registry-secret |
| 571 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 572 | # -- Whether the OBC provisioner should watch on the operator namespace or not, if not the namespace of the cluster will be used |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 573 | enableOBCWatchOperatorNamespace: true |
| 574 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 575 | # -- Set tolerations and nodeAffinity [^1] for admission controller pod. |
| 576 | # The admission controller would be best to start on the same nodes as other ceph daemons. |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 577 | admissionController: |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 578 | # tolerations: |
| 579 | # - key: key |
| 580 | # operator: Exists |
| 581 | # effect: NoSchedule |
| 582 | # nodeAffinity: key1=value1,value2; key2=value3 |
| 583 | |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 584 | # [^1]: `nodeAffinity` and `*NodeAffinity` options should have the format `"role=storage,rook; storage=ceph"` or `storage=;role=rook-example` or `storage=;` (_checks only for presence of key_) |
| 585 | |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 586 | monitoring: |
Mohammed Naser | fc4a62c | 2023-02-10 02:59:17 +0000 | [diff] [blame] | 587 | # -- Enable monitoring. Requires Prometheus to be pre-installed. |
| 588 | # Enabling will also create RBAC rules to allow Operator to create ServiceMonitors |
okozachenko1203 | 2314726 | 2023-01-28 04:16:42 +1100 | [diff] [blame] | 589 | enabled: false |