Merge pull request #296 from weka/dev

Release Content for v2.4.1

.github/workflows/lint_pr.yaml

@@ -46,6 +46,7 @@ jobs:
           scopes: |
             deps
             CSI-\d+
+            WEKAPP-\d+
           # Configure that a scope must always be provided.
           requireScope: true
           # Configure which scopes are disallowed in PR titles (newline-delimited).

.github/workflows/pull-request.yaml

@@ -166,5 +166,5 @@ jobs:
           SLACK_USERNAME: csiBot
           SLACK_ICON_EMOJI: ":robot_face:"
           SLACK_TITLE: "New build was pushed"
-          SLACK_MESSAGE: "helm upgrade csi-wekafs -n csi-wekafs --create-namespace -i  ${{ steps.helm-s3-upload.outputs.link }} --set logLevel=6"
-          SLACK_FOOTER: ""
+          SLACK_MESSAGE: "```helm upgrade csi-wekafs -n csi-wekafs --create-namespace -i  ${{ steps.helm-s3-upload.outputs.link }} --set logLevel=6```"
+          SLACK_FOOTER: "Package path: ${{ steps.helm-s3-upload.outputs.link }}"

Dockerfile

@@ -31,6 +31,8 @@ RUN apk add util-linux libselinux libselinux-utils util-linux pciutils usbutils
 # Update CA certificates
 RUN apk add ca-certificates
 RUN update-ca-certificates
+ADD https://github.com/tigrawap/locar/releases/download/0.4.0/locar_linux_amd64 /locar
+RUN chmod +x /locar
 COPY --from=go-builder /bin/wekafsplugin /wekafsplugin
 ARG binary=/bin/wekafsplugin
 ENTRYPOINT ["/wekafsplugin"]

README.md

@@ -1,7 +1,7 @@
 # CSI WekaFS Driver
 Helm chart for Deployment of WekaIO Container Storage Interface (CSI) plugin for WekaFS - the world fastest filesystem
 
-![Version: 2.4.0](https://img.shields.io/badge/Version-2.4.0-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: v2.4.0](https://img.shields.io/badge/AppVersion-v2.4.0-informational?style=flat-square)
+![Version: 2.4.1-SNAPSHOT.34.cbf6402](https://img.shields.io/badge/Version-2.4.1--SNAPSHOT.34.cbf6402-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: v2.4.1-SNAPSHOT.34.cbf6402](https://img.shields.io/badge/AppVersion-v2.4.1--SNAPSHOT.34.cbf6402-informational?style=flat-square)
 [![License](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)
 [![Artifact HUB](https://img.shields.io/endpoint?url=https://artifacthub.io/badge/repository/csi-wekafs)](https://artifacthub.io/packages/search?repo=csi-wekafs)
 
@@ -43,7 +43,7 @@ make build
 |-----|------|---------|-------------|
 | dynamicProvisionPath | string | `"csi-volumes"` | Directory in root of file system where dynamic volumes are provisioned |
 | csiDriverName | string | `"csi.weka.io"` | Name of the driver (and provisioner) |
-| csiDriverVersion | string | `"2.4.0"` | CSI driver version |
+| csiDriverVersion | string | `"2.4.1-SNAPSHOT.34.cbf6402"` | CSI driver version |
 | images.livenessprobesidecar | string | `"registry.k8s.io/sig-storage/livenessprobe:v2.12.0"` | CSI liveness probe sidecar image URL |
 | images.attachersidecar | string | `"registry.k8s.io/sig-storage/csi-attacher:v4.5.0"` | CSI attacher sidecar image URL |
 | images.provisionersidecar | string | `"registry.k8s.io/sig-storage/csi-provisioner:v4.0.0"` | CSI provisioner sidecar image URL |
@@ -52,15 +52,15 @@ make build
 | images.snapshottersidecar | string | `"registry.k8s.io/sig-storage/csi-snapshotter:v6.3.3"` | CSI snapshotter sidecar image URL |
 | images.nodeinfo | string | `"quay.io/weka.io/kubectl-sidecar:v1.29.2-1"` | CSI nodeinfo sidecar image URL, used for reading node metadata |
 | images.csidriver | string | `"quay.io/weka.io/csi-wekafs"` | CSI driver main image URL |
-| images.csidriverTag | string | `"2.4.0"` | CSI driver tag |
+| images.csidriverTag | string | `"2.4.1-SNAPSHOT.34.cbf6402"` | CSI driver tag |
 | globalPluginTolerations | list | `[{"effect":"NoSchedule","key":"node-role.kubernetes.io/master","operator":"Exists"}]` | Tolerations for all CSI driver components |
 | controllerPluginTolerations | list | `[{"effect":"NoSchedule","key":"node-role.kubernetes.io/master","operator":"Exists"}]` | Tolerations for CSI controller component only (by default same as global) |
 | nodePluginTolerations | list | `[{"effect":"NoSchedule","key":"node-role.kubernetes.io/master","operator":"Exists"}]` | Tolerations for CSI node component only (by default same as global) |
 | nodeSelector | object | `{}` | Optional nodeSelector for CSI plugin deployment on certain Kubernetes nodes only |
 | machineConfigLabels | list | `["worker","master"]` | Optional setting for OCP platform only, which machineconfig pools to apply the Weka SELinux policy on NOTE: by default, the policy will be installed both on workers and control plane nodes |
 | controller.replicas | int | `2` | Controller number of replicas |
 | controller.maxConcurrentRequests | int | `5` | Maximum concurrent requests from sidecars (global) |
-| controller.concurrency | object | `{"createSnapshot":5,"createVolume":5,"deleteSnapshot":5,"deleteVolume":1,"expandVolume":5}` | maximum concurrent operations per operation type |
+| controller.concurrency | object | `{"createSnapshot":5,"createVolume":5,"deleteSnapshot":5,"deleteVolume":5,"expandVolume":5}` | maximum concurrent operations per operation type |
 | controller.grpcRequestTimeoutSeconds | int | `30` | Return GRPC Unavailable if request waits in queue for that long time (seconds) |
 | controller.configureProvisionerLeaderElection | bool | `true` | Configure provisioner sidecar for leader election |
 | controller.configureResizerLeaderElection | bool | `true` | Configure resizer sidecar for leader election |
@@ -80,6 +80,7 @@ make build
 | metrics.provisionerPort | int | `9091` | Provisioner metrics port |
 | metrics.resizerPort | int | `9092` | Resizer metrics port |
 | metrics.snapshotterPort | int | `9093` | Snapshotter metrics port |
+| hostNetwork | bool | `false` | Set to true to use host networking |
 | pluginConfig.fsGroupPolicy | string | `"File"` | WARNING: Changing this value might require uninstall and re-install of the plugin |
 | pluginConfig.allowInsecureHttps | bool | `false` | Allow insecure HTTPS (skip TLS certificate verification) |
 | pluginConfig.objectNaming.volumePrefix | string | `"csivol-"` | Prefix that will be added to names of Weka cluster filesystems / snapshots assocciated with CSI volume,    must not exceed 7 symbols. |
@@ -92,4 +93,4 @@ make build
 | pluginConfig.mutuallyExclusiveMountOptions[0] | string | `"readcache,writecache,coherent,forcedirect"` |  |
 
 ----------------------------------------------
-Autogenerated from chart metadata using [helm-docs v1.13.1](https://github.com/norwoodj/helm-docs/releases/v1.13.1)
+Autogenerated from chart metadata using [helm-docs v1.14.2](https://github.com/norwoodj/helm-docs/releases/v1.14.2)

charts/csi-wekafsplugin/Chart.yaml

@@ -6,12 +6,12 @@ maintainers:
     email: csi@weka.io
     url: https://weka.io
 sources:
-  - https://github.com/weka/csi-wekafs/tree/v2.4.0
+  - https://github.com/weka/csi-wekafs/tree/v$CHART_VERSION/charts/csi-wekafsplugin
 home: https://github.com/weka/csi-wekafs
 icon: https://weka.github.io/csi-wekafs/logo.png
 type: application
-version: 2.4.0
-appVersion: v2.4.0
+version: 2.4.1-SNAPSHOT.34.cbf6402
+appVersion: v2.4.1-SNAPSHOT.34.cbf6402
 keywords: [storage, filesystem, HPC]
 annotations:
   artifacthub.io/category: "storage"

charts/csi-wekafsplugin/README.md

@@ -3,7 +3,7 @@ Helm chart for Deployment of WekaIO Container Storage Interface (CSI) plugin for
 
 [![License](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](https://opensource.org/licenses/Apache-2.0)
 [![Artifact HUB](https://img.shields.io/endpoint?url=https://artifacthub.io/badge/repository/csi-wekafs)](https://artifacthub.io/packages/search?repo=csi-wekafs)
-![Version: 2.4.0](https://img.shields.io/badge/Version-2.4.0-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: v2.4.0](https://img.shields.io/badge/AppVersion-v2.4.0-informational?style=flat-square)
+![Version: 2.4.1-SNAPSHOT.34.cbf6402](https://img.shields.io/badge/Version-2.4.1--SNAPSHOT.34.cbf6402-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) ![AppVersion: v2.4.1-SNAPSHOT.34.cbf6402](https://img.shields.io/badge/AppVersion-v2.4.1--SNAPSHOT.34.cbf6402-informational?style=flat-square)
 
 ## Homepage
 https://github.com/weka/csi-wekafs
@@ -52,7 +52,7 @@ helm install csi-wekafsplugin csi-wekafs/csi-wekafsplugin --namespace csi-wekafs
 |-----|------|---------|-------------|
 | dynamicProvisionPath | string | `"csi-volumes"` | Directory in root of file system where dynamic volumes are provisioned |
 | csiDriverName | string | `"csi.weka.io"` | Name of the driver (and provisioner) |
-| csiDriverVersion | string | `"2.4.0"` | CSI driver version |
+| csiDriverVersion | string | `"2.4.1-SNAPSHOT.34.cbf6402"` | CSI driver version |
 | images.livenessprobesidecar | string | `"registry.k8s.io/sig-storage/livenessprobe:v2.12.0"` | CSI liveness probe sidecar image URL |
 | images.attachersidecar | string | `"registry.k8s.io/sig-storage/csi-attacher:v4.5.0"` | CSI attacher sidecar image URL |
 | images.provisionersidecar | string | `"registry.k8s.io/sig-storage/csi-provisioner:v4.0.0"` | CSI provisioner sidecar image URL |
@@ -61,15 +61,15 @@ helm install csi-wekafsplugin csi-wekafs/csi-wekafsplugin --namespace csi-wekafs
 | images.snapshottersidecar | string | `"registry.k8s.io/sig-storage/csi-snapshotter:v6.3.3"` | CSI snapshotter sidecar image URL |
 | images.nodeinfo | string | `"quay.io/weka.io/kubectl-sidecar:v1.29.2-1"` | CSI nodeinfo sidecar image URL, used for reading node metadata |
 | images.csidriver | string | `"quay.io/weka.io/csi-wekafs"` | CSI driver main image URL |
-| images.csidriverTag | string | `"2.4.0"` | CSI driver tag |
+| images.csidriverTag | string | `"2.4.1-SNAPSHOT.34.cbf6402"` | CSI driver tag |
 | globalPluginTolerations | list | `[{"effect":"NoSchedule","key":"node-role.kubernetes.io/master","operator":"Exists"}]` | Tolerations for all CSI driver components |
 | controllerPluginTolerations | list | `[{"effect":"NoSchedule","key":"node-role.kubernetes.io/master","operator":"Exists"}]` | Tolerations for CSI controller component only (by default same as global) |
 | nodePluginTolerations | list | `[{"effect":"NoSchedule","key":"node-role.kubernetes.io/master","operator":"Exists"}]` | Tolerations for CSI node component only (by default same as global) |
 | nodeSelector | object | `{}` | Optional nodeSelector for CSI plugin deployment on certain Kubernetes nodes only |
 | machineConfigLabels | list | `["worker","master"]` | Optional setting for OCP platform only, which machineconfig pools to apply the Weka SELinux policy on NOTE: by default, the policy will be installed both on workers and control plane nodes |
 | controller.replicas | int | `2` | Controller number of replicas |
 | controller.maxConcurrentRequests | int | `5` | Maximum concurrent requests from sidecars (global) |
-| controller.concurrency | object | `{"createSnapshot":5,"createVolume":5,"deleteSnapshot":5,"deleteVolume":1,"expandVolume":5}` | maximum concurrent operations per operation type |
+| controller.concurrency | object | `{"createSnapshot":5,"createVolume":5,"deleteSnapshot":5,"deleteVolume":5,"expandVolume":5}` | maximum concurrent operations per operation type |
 | controller.grpcRequestTimeoutSeconds | int | `30` | Return GRPC Unavailable if request waits in queue for that long time (seconds) |
 | controller.configureProvisionerLeaderElection | bool | `true` | Configure provisioner sidecar for leader election |
 | controller.configureResizerLeaderElection | bool | `true` | Configure resizer sidecar for leader election |
@@ -89,6 +89,7 @@ helm install csi-wekafsplugin csi-wekafs/csi-wekafsplugin --namespace csi-wekafs
 | metrics.provisionerPort | int | `9091` | Provisioner metrics port |
 | metrics.resizerPort | int | `9092` | Resizer metrics port |
 | metrics.snapshotterPort | int | `9093` | Snapshotter metrics port |
+| hostNetwork | bool | `false` | Set to true to use host networking |
 | pluginConfig.fsGroupPolicy | string | `"File"` | WARNING: Changing this value might require uninstall and re-install of the plugin |
 | pluginConfig.allowInsecureHttps | bool | `false` | Allow insecure HTTPS (skip TLS certificate verification) |
 | pluginConfig.objectNaming.volumePrefix | string | `"csivol-"` | Prefix that will be added to names of Weka cluster filesystems / snapshots assocciated with CSI volume,    must not exceed 7 symbols. |
@@ -101,4 +102,4 @@ helm install csi-wekafsplugin csi-wekafs/csi-wekafsplugin --namespace csi-wekafs
 | pluginConfig.mutuallyExclusiveMountOptions[0] | string | `"readcache,writecache,coherent,forcedirect"` |  |
 
 ----------------------------------------------
-Autogenerated from chart metadata using [helm-docs v1.13.1](https://github.com/norwoodj/helm-docs/releases/v1.13.1)
+Autogenerated from chart metadata using [helm-docs v1.14.2](https://github.com/norwoodj/helm-docs/releases/v1.14.2)

charts/csi-wekafsplugin/templates/controllerserver-security-context-constraint.yaml

@@ -6,6 +6,9 @@ metadata:
 
 allowPrivilegedContainer: true
 allowHostDirVolumePlugin: true
+{{- if .Values.hostNetwork }}
+allowHostNetwork: true
+{{- end }}
 allowedVolumeTypes:
   - hostPath
   - secret

charts/csi-wekafsplugin/templates/controllerserver-statefulset.yaml

@@ -30,6 +30,9 @@ spec:
       nodeSelector: {{ toYaml .Values.nodeSelector | nindent 8}}
       {{- end }}
       serviceAccountName: {{ .Release.Name }}-controller
+      {{- if .Values.hostNetwork }}
+      hostNetwork: {{ .Values.hostNetwork }}
+      {{- end }}
       containers:
         - name: csi-attacher
           image: {{ required "csi attacher sidercar image." .Values.images.attachersidecar }}
@@ -49,6 +52,10 @@ spec:
             - name: socket-dir
               mountPath: /csi
         - name: csi-provisioner
+          {{- if and .Values.hostNetwork (.Capabilities.APIVersions.Has "security.openshift.io/v1/SecurityContextConstraints") }}
+          securityContext:
+              privileged: true
+          {{- end }}
           image: {{ required "csi provisioner sidecar container image." .Values.images.provisionersidecar }}
           args:
             - "--v={{ .Values.logLevel | default 5 }}"
@@ -82,6 +89,10 @@ spec:
               name: pr-metrics
               protocol: TCP
         - name: csi-resizer
+          {{- if and .Values.hostNetwork (.Capabilities.APIVersions.Has "security.openshift.io/v1/SecurityContextConstraints") }}
+          securityContext:
+            privileged: true
+          {{- end }}
           image: {{ required "csi attacher sidercar image." .Values.images.resizersidecar }}
           args:
             - "--v={{ .Values.logLevel | default 5 }}"
@@ -113,6 +124,10 @@ spec:
               name: rs-metrics
               protocol: TCP
         - name: csi-snapshotter
+          {{- if and .Values.hostNetwork (.Capabilities.APIVersions.Has "security.openshift.io/v1/SecurityContextConstraints") }}
+          securityContext:
+            privileged: true
+          {{- end }}
           image: {{ required "csi snapshotter sidecar image." .Values.images.snapshottersidecar }}
           args:
             - "--v=5"

charts/csi-wekafsplugin/templates/nodeserver-daemonset.yaml

@@ -39,6 +39,9 @@ spec:
       {{- if .Values.priorityClassName }}
       priorityClassName: {{ .Values.priorityClassName }}
       {{- end }}
+      {{- if .Values.hostNetwork }}
+      hostNetwork: {{ .Values.hostNetwork }}
+      {{- end }}
       initContainers:
         - name: init
           volumeMounts:
@@ -104,7 +107,7 @@ spec:
             - "--concurrency.nodeUnpublishVolume={{ .Values.node.concurrency.nodeUnpublishVolume | default "1" }}"
           {{- end }}
           ports:
-            - containerPort: 9898
+            - containerPort: 9899
               name: healthz
               protocol: TCP
           {{- if .Values.metrics.enabled }}
@@ -171,7 +174,7 @@ spec:
             - name: ADDRESS
               value: unix:///csi/csi.sock
             - name: HEALTH_PORT
-              value: "9898"
+              value: "9899"
 
         - name: csi-registrar
           image: {{ required "Provide the csi node registrar sidecar container image." .Values.images.registrarsidecar }}

charts/csi-wekafsplugin/templates/nodeserver-security-context-constraint.yaml

@@ -6,6 +6,9 @@ metadata:
 
 allowPrivilegedContainer: true
 allowHostDirVolumePlugin: true
+{{- if .Values.hostNetwork }}
+allowHostNetwork: true
+{{- end }}
 allowedVolumeTypes:
   - hostPath
   - secret

charts/csi-wekafsplugin/templates/selinux-policy-machineconfig.yaml

@@ -1,5 +1,5 @@
 {{- if .Capabilities.APIVersions.Has "security.openshift.io/v1/SecurityContextConstraints" }}
-{{ range  .Values.machineConfigLabels }}
+{{- range .Values.machineConfigLabels }}
 kind: MachineConfig
 apiVersion: machineconfiguration.openshift.io/v1
 metadata:
@@ -34,5 +34,6 @@ spec:
             WantedBy=multi-user.target
           name: csi-wekafs-selinux-policy.service
           enabled: true
+---
 {{- end }}
 {{- end }}

charts/csi-wekafsplugin/values.schema.json

@@ -88,6 +88,9 @@
                 }
             }
         },
+        "hostNetwork": {
+            "type": "boolean"
+        },
         "images": {
             "type": "object",
             "properties": {

charts/csi-wekafsplugin/values.yaml

@@ -5,7 +5,7 @@ dynamicProvisionPath: "csi-volumes"
 # -- Name of the driver (and provisioner)
 csiDriverName: "csi.weka.io"
 # -- CSI driver version
-csiDriverVersion: &csiDriverVersion 2.4.0
+csiDriverVersion: &csiDriverVersion 2.4.1-SNAPSHOT.34.cbf6402
 images:
   # -- CSI liveness probe sidecar image URL
   livenessprobesidecar: registry.k8s.io/sig-storage/livenessprobe:v2.12.0
@@ -50,7 +50,7 @@ controller:
   # -- maximum concurrent operations per operation type
   concurrency:
     createVolume: 5
-    deleteVolume: 1
+    deleteVolume: 5
     expandVolume: 5
     createSnapshot: 5
     deleteSnapshot: 5
@@ -107,6 +107,8 @@ metrics:
 # -- Tracing URL (For Jaeger tracing engine / OpenTelemetry), optional
 # @ignore
 tracingUrl: ""
+# -- Set to true to use host networking
+hostNetwork: false
 pluginConfig:
   # -- CSI Driver support for fsGroupPolicy, may be either "File" or "None". Default is "File"
   # -- WARNING: Changing this value might require uninstall and re-install of the plugin

examples/common/csi-wekafs-api-secret.yaml

@@ -21,5 +21,6 @@ data:
   localContainerName: ""
   # for cloud deployments with automatic healing and auto-scaling, set to "true" to enable automatic updates of the endpoints.
   # The API endpoints will be updated automatically on first connection to the cluster API, as well as on each re-login
+  # maybe either (true/false), base64-encoded
   # NOTE: if a load balancer is used to access the cluster API, leave this setting as "false"
-  autoUpdateEndpoints: "false"
+  autoUpdateEndpoints: ZmFsc2U=