replace openebs jiva by mayastor

Author: damoun

infrastructure/talos/home/talconfig.yaml

@@ -16,6 +16,18 @@ nodes:
   - hostname: control-plane-vdcj
     ipAddress: 192.168.2.141
     controlPlane: true
+    patches:
+      - |-
+        - op: add
+          path: /machine/kubelet/extraMounts
+          value:
+            - destination: /var/openebs/local
+              type: bind
+              source: /var/openebs/local
+              options:
+                - rbind
+                - rshared
+                - rw
     schematic:
       customization:
         extraKernelArgs:
@@ -39,6 +51,18 @@ nodes:
   - hostname: control-plane-hiuw
     ipAddress: 192.168.2.146
     controlPlane: true
+    patches:
+      - |-
+        - op: add
+          path: /machine/kubelet/extraMounts
+          value:
+            - destination: /var/openebs/local
+              type: bind
+              source: /var/openebs/local
+              options:
+                - rbind
+                - rshared
+                - rw
     schematic:
       customization:
         extraKernelArgs:
@@ -62,6 +86,18 @@ nodes:
   - hostname: control-plane-eqwd
     ipAddress: 192.168.2.134
     controlPlane: true
+    patches:
+      - |-
+        - op: add
+          path: /machine/kubelet/extraMounts
+          value:
+            - destination: /var/openebs/local
+              type: bind
+              source: /var/openebs/local
+              options:
+                - rbind
+                - rshared
+                - rw
     schematic:
       customization:
         extraKernelArgs:
@@ -86,6 +122,11 @@ nodes:
     ipAddress: 192.168.2.128
     controlPlane: false
     patches:
+      - |-
+        - op: add
+          path: /machine/sysctls
+          value:
+            vm.nr_hugepages: "2048"
       - |-
         - op: add
           path: /machine/kubelet/extraMounts
@@ -94,7 +135,7 @@ nodes:
               type: bind
               source: /var/openebs/local
               options:
-                - bind
+                - rbind
                 - rshared
                 - rw
     schematic:
@@ -112,7 +153,7 @@ nodes:
           hardwareAddr: "ec:8e:b5:6f:0d:73"
     disableSearchDomain: true
     nodeLabels:
-      openebs.io/data-plane: "true"
+      openebs.io/engine: mayastor
     installDiskSelector:
       type: ssd
       busPath: /pci0000:00/0000:00:17.0/ata1/host0/target0:0:0/0:0:0:0/
@@ -124,6 +165,11 @@ nodes:
     ipAddress: 192.168.2.148
     controlPlane: false
     patches:
+      - |-
+        - op: add
+          path: /machine/sysctls
+          value:
+            vm.nr_hugepages: "2048"
       - |-
         - op: add
           path: /machine/kubelet/extraMounts
@@ -132,7 +178,7 @@ nodes:
               type: bind
               source: /var/openebs/local
               options:
-                - bind
+                - rbind
                 - rshared
                 - rw
     schematic:
@@ -150,7 +196,7 @@ nodes:
           hardwareAddr: "ec:8e:b5:6f:0b:df"
     disableSearchDomain: true
     nodeLabels:
-      openebs.io/data-plane: "true"
+      openebs.io/engine: mayastor
     installDiskSelector:
       type: ssd
       busPath: /pci0000:00/0000:00:17.0/ata1/host0/target0:0:0/0:0:0:0/
@@ -162,6 +208,11 @@ nodes:
     ipAddress: 192.168.2.126
     controlPlane: false
     patches:
+      - |-
+        - op: add
+          path: /machine/sysctls
+          value:
+            vm.nr_hugepages: "2048"
       - |-
         - op: add
           path: /machine/kubelet/extraMounts
@@ -170,7 +221,7 @@ nodes:
               type: bind
               source: /var/openebs/local
               options:
-                - bind
+                - rbind
                 - rshared
                 - rw
     schematic:
@@ -188,7 +239,7 @@ nodes:
           hardwareAddr: "40:b0:34:fa:e0:d3"
     disableSearchDomain: true
     nodeLabels:
-      openebs.io/data-plane: "true"
+      openebs.io/engine: mayastor
     installDiskSelector:
       type: ssd
       busPath: /pci0000:00/0000:00:17.0/ata1/host0/target0:0:0/0:0:0:0/

kubernetes/home/apps/storage/kustomization.yaml

@@ -3,4 +3,5 @@ apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 resources:
   - namespace.yaml
-  - ./openebs-jiva/ks.yaml
+#  - ./openebs-jiva/ks.yaml
+  - ./openebs-mayastor/ks.yaml

kubernetes/home/apps/storage/openebs-mayastor/app/helmrelease.yaml

@@ -0,0 +1,26 @@
+---
+apiVersion: helm.toolkit.fluxcd.io/v2beta2
+kind: HelmRelease
+metadata:
+  name: openebs-mayastor
+  namespace: storage
+spec:
+  chart:
+    spec:
+      chart: mayastor
+      reconcileStrategy: ChartVersion
+      sourceRef:
+        kind: HelmRepository
+        name: openebs-mayastor
+        namespace: flux-system
+      version: 2.6.0
+  interval: 1m0s
+  values:
+    etcd:
+      localpvScConfig:
+        basePath: "/var/openebs/local/localpv-hostpath/etcd"
+    loki-stack:
+      enabled: false
+    obs:
+      callhome:
+        enabled: false

kubernetes/home/apps/storage/openebs-mayastor/app/kustomization.yaml

@@ -0,0 +1,6 @@
+---
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - helmrelease.yaml
+  - storageclass.yaml

kubernetes/home/apps/storage/openebs-mayastor/app/storageclass.yaml

@@ -0,0 +1,11 @@
+allowVolumeExpansion: true
+apiVersion: storage.k8s.io/v1
+kind: StorageClass
+metadata:
+  name: openebs-mayastor-dual-replica
+parameters:
+  protocol: nvmf
+  repl: "2"
+provisioner: io.openebs.csi-mayastor
+reclaimPolicy: Delete
+volumeBindingMode: Immediate

kubernetes/home/apps/storage/openebs-mayastor/config/diskpool.yaml

@@ -0,0 +1,26 @@
+apiVersion: "openebs.io/v1beta2"
+kind: DiskPool
+metadata:
+  name: pool-jsai
+  namespace: storage
+spec:
+  node: worker-jsai
+  disks: ["/dev/nvme0n1"]
+---
+apiVersion: "openebs.io/v1beta2"
+kind: DiskPool
+metadata:
+  name: pool-dsfg
+  namespace: storage
+spec:
+  node: worker-dsfg
+  disks: ["/dev/nvme0n1"]
+---
+apiVersion: "openebs.io/v1beta2"
+kind: DiskPool
+metadata:
+  name: pool-ajkf
+  namespace: storage
+spec:
+  node: worker-ajkf
+  disks: ["/dev/nvme0n1"]

kubernetes/home/apps/storage/openebs-mayastor/config/kustomization.yaml

@@ -0,0 +1,5 @@
+---
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+resources:
+  - diskpool.yaml

kubernetes/home/apps/storage/openebs-mayastor/ks.yaml

@@ -0,0 +1,32 @@
+---
+apiVersion: kustomize.toolkit.fluxcd.io/v1
+kind: Kustomization
+metadata:
+  name: openebs-mayastor-app
+  namespace: flux-system
+spec:
+  targetNamespace: storage
+  interval: 10m
+  path: "./kubernetes/home/apps/storage/openebs-mayastor/app"
+  prune: true
+  sourceRef:
+    kind: GitRepository
+    name: flux-system
+  wait: true
+---
+apiVersion: kustomize.toolkit.fluxcd.io/v1
+kind: Kustomization
+metadata:
+  name: openebs-mayastor-config
+  namespace: flux-system
+spec:
+  targetNamespace: storage
+  interval: 10m
+  path: "./kubernetes/home/apps/storage/openebs-mayastor/config"
+  prune: true
+  sourceRef:
+    kind: GitRepository
+    name: flux-system
+  wait: true
+  dependsOn:
+    - name: openebs-mayastor-app

kubernetes/home/flux/repositories/helm/kustomization.yaml

@@ -15,7 +15,7 @@ resources:
   - ./itzg-minecraft.yaml
   - ./jetstack.yaml
   - ./mongodb.yaml
-  - ./openebs-jiva.yaml
+  - ./openebs-mayastor.yaml
   - ./ot-container-kit.yaml
   - ./prometheus-community.yaml
   - ./renovate.yaml

kubernetes/home/flux/repositories/helm/openebs-jiva.yaml renamed to kubernetes/home/flux/repositories/helm/openebs-mayastor.yaml

@@ -2,8 +2,8 @@
 apiVersion: source.toolkit.fluxcd.io/v1beta2
 kind: HelmRepository
 metadata:
-  name: openebs-jiva
+  name: openebs-mayastor
   namespace: flux-system
 spec:
   interval: 1m0s
-  url: https://openebs.github.io/jiva-operator
+  url: https://openebs.github.io/mayastor-extensions/