Update ghcr.io/flaresolverr/flaresolverr Docker tag to v3.3.25

Reviewed-on: https://gitea.akshun-lab.uk/akshun/public-k3s/pulls/152

cluster/apps/authelia/authelia-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: authelia-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 100Mi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/authelia
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: authelia-pvc
+  name: authelia-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: authelia-pv
   resources:
     requests:
       storage: 100Mi
+  storageClassName: csi-rbd-sc

cluster/apps/authelia/authelia.yml

@@ -24,4 +24,4 @@ spec:
       volumes:
       - name: config
         persistentVolumeClaim:
-          claimName: authelia-pvc
+          claimName: authelia-ceph

cluster/apps/bazarr/bazarr-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: bazarr-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 1Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/bazarr
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: bazarr-pvc
+  name: bazarr-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  volumeName: bazarr-pv
+  volumeMode: Filesystem
-  storageClassName: ""
   resources:
     requests:
-      storage: 1Gi
+      storage: 5Gi
+  storageClassName: csi-rbd-sc

cluster/apps/bazarr/bazarr.yml

@@ -36,7 +36,7 @@ spec:
       volumes:
       - name: config
         persistentVolumeClaim:
-          claimName: bazarr-pvc
+          claimName: bazarr-ceph
       - name: tv
         nfs:
           server: 10.0.0.123

cluster/apps/code-server/code-server-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: code-server-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 1Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/code-server
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: code-server-pvc
+  name: code-server-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: code-server-pv
   resources:
     requests:
       storage: 1Gi
+  storageClassName: csi-rbd-sc

cluster/apps/code-server/code-server.yml

@@ -44,4 +44,4 @@ spec:
       volumes:
       - name: code-server
         persistentVolumeClaim:
-          claimName: code-server-pvc
+          claimName: code-server-ceph

cluster/apps/drone/drone-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: drone-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 1Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/drone
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: drone-pvc
+  name: drone-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: drone-pv
   resources:
     requests:
       storage: 1Gi
+  storageClassName: csi-rbd-sc

cluster/apps/drone/drone.yml

@@ -78,4 +78,4 @@ spec:
       volumes:
       - name: drone-data
         persistentVolumeClaim:
-          claimName: drone-pvc
+          claimName: drone-ceph

cluster/apps/ersatztv/ersatztv-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: ersatztv-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 1Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/ersatztv
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: ersatztv-pvc
+  name: ersatztv-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: ersatztv-pv
   resources:
     requests:
       storage: 1Gi
+  storageClassName: csi-rbd-sc

cluster/apps/ersatztv/ersatztv.yml

@@ -38,7 +38,7 @@ spec:
       volumes:
       - name: data
         persistentVolumeClaim:
-          claimName: ersatztv-pvc
+          claimName: ersatztv-ceph
       - name: i915
         hostPath:
           path: /dev/dri

cluster/apps/ghostfolio/ghostfolio-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: ghostfolio-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 1Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/ghostfolio
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: ghostfolio-pvc
+  name: ghostfolio-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: ghostfolio-pv
   resources:
     requests:
       storage: 1Gi
+  storageClassName: csi-rbd-sc

cluster/apps/ghostfolio/ghostfolio.yml

@@ -121,4 +121,4 @@ spec:
       volumes:
       - name: ghostfolio-data
         persistentVolumeClaim:
-          claimName: ghostfolio-pvc
+          claimName: ghostfolio-ceph

cluster/apps/gitea-act/gitea-act-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: gitea-act-runner-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 5Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/gitea-act/
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: gitea-act-runner-pvc
+  name: gitea-act-runner-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: gitea-act-runner-pv
   resources:
     requests:
-      storage: 5Gi
+      storage: 1Gi
+  storageClassName: csi-rbd-sc

cluster/apps/gitea-act/gitea-act.yml

@@ -24,7 +24,7 @@ spec:
         emptyDir: {}
       - name: runner-data
         persistentVolumeClaim:
-          claimName: gitea-act-runner-pvc
+          claimName: gitea-act-runner-ceph
       initContainers:
       - name: wait-for-gitea
         image: busybox

cluster/apps/gitea/gitea-db.yml

@@ -41,4 +41,4 @@ spec:
       volumes:
       - name: db
         persistentVolumeClaim:
-          claimName: gitea-db-pvc
+          claimName: gitea-db-ceph

cluster/apps/gitea/gitea-pvc.yml

@@ -1,69 +1,29 @@
 ---
 apiVersion: v1
-kind: PersistentVolume
+kind: PersistentVolumeClaim
 metadata:
-  name: gitea-app-pv
+  name: gitea-app-ceph
   namespace: default
 spec:
-  capacity:
-    storage: 5Gi
-  volumeMode: Filesystem
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  persistentVolumeReclaimPolicy: Retain
+  volumeMode: Filesystem
-  mountOptions:
+  resources:
-    - hard
+    requests:
-    - nfsvers=4.1
+      storage: 5Gi
-  nfs:
+  storageClassName: csi-rbd-sc
-    path: /k3s/volumes/gitea/app/
-    server: 10.0.0.123
 
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: gitea-app-pvc
+  name: gitea-db-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
-  volumeName: gitea-app-pv
-  resources:
-    requests:
-      storage: 5Gi
-
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: gitea-db-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 5Gi
   volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/gitea/db/
-    server: 10.0.0.123
-
----
-apiVersion: v1
-kind: PersistentVolumeClaim
-metadata:
-  name: gitea-db-pvc
-  namespace: default
-spec:
-  accessModes:
-    - ReadWriteMany
-  storageClassName: ""
-  volumeName: gitea-db-pv
   resources:
     requests:
       storage: 5Gi
+  storageClassName: csi-rbd-sc

cluster/apps/gitea/gitea.yml

@@ -67,4 +67,4 @@ spec:
           type: File
       - name: gitea-data
         persistentVolumeClaim:
-          claimName: gitea-app-pvc
+          claimName: gitea-app-ceph

cluster/apps/homepage/homepage-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: homepage-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 100Mi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/homepage
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: homepage-pvc
+  name: homepage-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: homepage-pv
   resources:
     requests:
       storage: 100Mi
+  storageClassName: csi-rbd-sc

cluster/apps/homepage/homepage.yml

@@ -86,7 +86,7 @@ spec:
             name: homepage
         - name: images
           persistentVolumeClaim:
-            claimName: homepage-pvc
+            claimName: homepage-ceph
         - name: logs
           emptyDir: {}
         - name: tmp

cluster/apps/immich/immich-pvc.yml

@@ -1,37 +1,17 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: immich-cache-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 10Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/immich/cache/
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: immich-cache-pvc
+  name: immich-cache-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: immich-cache-pv
   resources:
     requests:
       storage: 10Gi
+  storageClassName: csi-rbd-sc
 
 ---
 apiVersion: v1
@@ -50,7 +30,7 @@ spec:
     - hard
     - nfsvers=4.1
   nfs:
-    path: /k3s/pictures/
+    path: /pictures
     server: 10.0.0.123
 
 ---

cluster/apps/immich/immich.yml

@@ -38,7 +38,7 @@ spec:
           done
       containers:
       - name: immich-server
-        image: ghcr.io/immich-app/immich-server:v1.137.1
+        image: ghcr.io/immich-app/immich-server:v1.137.3
         ports:
         - containerPort: 2283
         env:
@@ -61,7 +61,7 @@ spec:
         - mountPath: /usr/src/app/upload
           name: pictures
       - name: immich-machine-learning
-        image: ghcr.io/immich-app/immich-machine-learning:v1.137.1-cuda
+        image: ghcr.io/immich-app/immich-machine-learning:v1.137.3-cuda
         ports:
         - containerPort: 3003
         env:
@@ -85,4 +85,4 @@ spec:
           claimName: immich-pictures-pvc
       - name: model-cache
         persistentVolumeClaim:
-          claimName: immich-cache-pvc
+          claimName: immich-cache-ceph

cluster/apps/invidious/invidious-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: invidious-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 1Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/invidious
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: invidious-pvc
+  name: invidious-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: invidious-pv
   resources:
     requests:
       storage: 1Gi
+  storageClassName: csi-rbd-sc

cluster/apps/invidious/invidious.yml

@@ -105,4 +105,4 @@ spec:
           name: invidious-config
       - name: postgres-data
         persistentVolumeClaim:
-          claimName: invidious-pvc
+          claimName: invidious-ceph

cluster/apps/jellyfin/jellyfin-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: jellyfin-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 20Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/jellyfin/
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: jellyfin-pvc
+  name: jellyfin-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: jellyfin-pv
   resources:
     requests:
       storage: 20Gi
+  storageClassName: csi-rbd-sc

cluster/apps/jellyfin/jellyfin.yml

@@ -40,7 +40,7 @@ spec:
       volumes:
       - name: config
         persistentVolumeClaim:
-          claimName: jellyfin-pvc
+          claimName: jellyfin-ceph
       - name: cache
         hostPath:
           path: /tmp/

cluster/apps/jellyseerr/jellyseerr-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: jellyseerr-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 1Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/jellyseerr
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: jellyseerr-pvc
+  name: jellyseerr-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: jellyseerr-pv
   resources:
     requests:
       storage: 1Gi
+  storageClassName: csi-rbd-sc

cluster/apps/jellyseerr/jellyseerr.yml

@@ -52,4 +52,4 @@ spec:
       volumes:
       - name: config
         persistentVolumeClaim:
-          claimName: jellyseerr-pvc
+          claimName: jellyseerr-ceph

cluster/apps/jellystat/jellystat-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: jellystat-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 1Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/jellystat
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: jellystat-pvc
+  name: jellystat-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: jellystat-pv
   resources:
     requests:
       storage: 1Gi
+  storageClassName: csi-rbd-sc

cluster/apps/jellystat/jellystat.yml

@@ -63,4 +63,4 @@ spec:
       volumes:
       - name: backup
         persistentVolumeClaim:
-          claimName: jellystat-pvc
+          claimName: jellystat-ceph

cluster/apps/open-webui/open-webui-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: open-webui-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 5Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/open-webui
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: open-webui-pvc
+  name: open-webui-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: open-webui-pv
   resources:
     requests:
       storage: 5Gi
+  storageClassName: csi-rbd-sc

cluster/apps/open-webui/open-webui.yml

@@ -27,4 +27,4 @@ spec:
       volumes:
       - name: config
         persistentVolumeClaim:
-          claimName: open-webui-pvc
+          claimName: open-webui-ceph

cluster/apps/paperless-ngx/paperless-ngx.yml

@@ -55,4 +55,4 @@ spec:
       volumes:
       - name: data
         persistentVolumeClaim:
-          claimName: paperless-pvc
+          claimName: paperless-ceph

cluster/apps/paperless-ngx/paperless-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: paperless-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 1Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/paperless
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: paperless-pvc
+  name: paperless-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: paperless-pv
   resources:
     requests:
       storage: 1Gi
+  storageClassName: csi-rbd-sc

cluster/apps/prowlarr/prowlarr-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: prowlarr-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 1Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/prowlarr
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: prowlarr-pvc
+  name: prowlarr-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: prowlarr-pv
   resources:
     requests:
       storage: 1Gi
+  storageClassName: csi-rbd-sc

cluster/apps/prowlarr/prowlarr.yml

@@ -54,4 +54,4 @@ spec:
       volumes:
       - name: config
         persistentVolumeClaim:
-          claimName: prowlarr-pvc
+          claimName: prowlarr-ceph

cluster/apps/qbittorrent/qbittorrent-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: qbittorrent-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 500Mi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/qbittorrent
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: qbittorrent-pvc
+  name: qbittorrent-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: qbittorrent-pv
   resources:
     requests:
-      storage: 500Mi
+      storage: 1Gi
+  storageClassName: csi-rbd-sc

cluster/apps/qbittorrent/qbittorrent.yml

@@ -56,7 +56,7 @@ spec:
       volumes:
       - name: config
         persistentVolumeClaim:
-          claimName: qbittorrent-pvc
+          claimName: qbittorrent-ceph
       - name: downloads
         nfs:
           server: 10.0.0.123

cluster/apps/radarr/radarr-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: radarr-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 1Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/radarr
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: radarr-pvc
+  name: radarr-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: radarr-pv
   resources:
     requests:
       storage: 1Gi
+  storageClassName: csi-rbd-sc

cluster/apps/radarr/radarr.yml

@@ -44,5 +44,4 @@ spec:
           path: /k3s/downloads
       - name: config
         persistentVolumeClaim:
-          claimName: radarr-pvc
+          claimName: radarr-ceph
-

cluster/apps/searxng/searxng-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: searxng-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 100Mi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/searxng
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: searxng-pvc
+  name: searxng-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: searxng-pv
   resources:
     requests:
       storage: 100Mi
+  storageClassName: csi-rbd-sc

cluster/apps/searxng/searxng.yml

@@ -16,7 +16,7 @@ spec:
     spec:
       containers:
       - name: searxng
-        image: searxng/searxng@sha256:3c0a2ee501266c0bebc2be59b741b4a0287443ade727e27d92b6c2e519ab1d25
+        image: searxng/searxng@sha256:3f229455cee2e21bd9bd910fd1193687b380ebe2a083e15ad19bd5df72bab47f
         ports:
         - containerPort: 8080
         env:
@@ -30,4 +30,4 @@ spec:
       volumes:
       - name: searxng
         persistentVolumeClaim:
-          claimName: searxng-pvc
+          claimName: searxng-ceph

cluster/apps/semaphore/semaphore-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: semaphore-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 2Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/semaphore
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: semaphore-pvc
+  name: semaphore-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: semaphore-pv
   resources:
     requests:
       storage: 2Gi
+  storageClassName: csi-rbd-sc

cluster/apps/semaphore/semaphore.yml

@@ -63,4 +63,4 @@ spec:
       volumes:
       - name: db
         persistentVolumeClaim:
-          claimName: semaphore-pvc
+          claimName: semaphore-ceph

cluster/apps/sonarr/sonarr-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: sonarr-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 1Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/sonarr
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: sonarr-pvc
+  name: sonarr-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: sonarr-pv
   resources:
     requests:
-      storage: 1Gi
+      storage: 5Gi
+  storageClassName: csi-rbd-sc

cluster/apps/sonarr/sonarr.yml

@@ -36,7 +36,7 @@ spec:
       volumes:
       - name: config
         persistentVolumeClaim:
-          claimName: sonarr-pvc
+          claimName: sonarr-ceph
       - name: downloads
         nfs:
           server: 10.0.0.123

cluster/apps/speedtest/speedtest-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: speedtest-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 100Mi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/speedtest
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: speedtest-pvc
+  name: speedtest-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: speedtest-pv
   resources:
     requests:
       storage: 100Mi
+  storageClassName: csi-rbd-sc

cluster/apps/speedtest/speedtest.yml

@@ -47,4 +47,4 @@ spec:
       volumes:
       - name: config
         persistentVolumeClaim:
-          claimName: speedtest-pvc
+          claimName: speedtest-ceph

cluster/apps/vaultwarden/vaultwarden-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: vaultwarden-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 1Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/vaultwarden
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: vaultwarden-pvc
+  name: vaultwarden-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: vaultwarden-pv
   resources:
     requests:
       storage: 1Gi
+  storageClassName: csi-rbd-sc

cluster/apps/vaultwarden/vaultwarden.yml

@@ -28,4 +28,4 @@ spec:
       volumes:
       - name: data
         persistentVolumeClaim:
-          claimName: vaultwarden-pvc
+          claimName: vaultwarden-ceph

cluster/config/ceph/ceph-configmap.yml

@@ -0,0 +1,14 @@
+---
+apiVersion: v1
+kind: ConfigMap
+data:
+  ceph.conf: |
+    [global]
+    auth_cluster_required = cephx
+    auth_service_required = cephx
+    auth_client_required = cephx
+  # keyring is a required key and its value should be empty
+  keyring: |
+metadata:
+  name: ceph-config
+  namespace: ceph

cluster/config/ceph/csi-configmap.yml

@@ -0,0 +1,17 @@
+apiVersion: v1
+kind: ConfigMap
+data:
+  config.json: |-
+    [
+      {
+        "clusterID": "54ca2103-a505-46a7-a13e-0f72d6e3574a",
+        "monitors": [
+          "10.1.0.1:6789",
+          "10.1.0.2:6789",
+          "10.1.0.3:6789"
+        ]
+      }
+    ]
+metadata:
+  name: ceph-csi-config
+  namespace: ceph

cluster/config/ceph/csi-kms-configmap.yml

@@ -0,0 +1,9 @@
+---
+apiVersion: v1
+kind: ConfigMap
+data:
+  config.json: |-
+    {}
+metadata:
+  name: ceph-csi-encryption-kms-config
+  namespace: ceph

cluster/config/ceph/csi-nodeplugin-rbac.yml

@@ -0,0 +1,50 @@
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: rbd-csi-nodeplugin
+  # replace with non-default namespace name
+  namespace: ceph
+---
+kind: ClusterRole
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: rbd-csi-nodeplugin
+rules:
+  - apiGroups: [""]
+    resources: ["nodes"]
+    verbs: ["get"]
+  # allow to read Vault Token and connection options from the Tenants namespace
+  - apiGroups: [""]
+    resources: ["secrets"]
+    verbs: ["get"]
+  - apiGroups: [""]
+    resources: ["configmaps"]
+    verbs: ["get"]
+  - apiGroups: [""]
+    resources: ["serviceaccounts"]
+    verbs: ["get"]
+  - apiGroups: [""]
+    resources: ["persistentvolumes"]
+    verbs: ["get"]
+  - apiGroups: ["storage.k8s.io"]
+    resources: ["volumeattachments"]
+    verbs: ["list", "get"]
+  - apiGroups: [""]
+    resources: ["serviceaccounts/token"]
+    verbs: ["create"]
+---
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: rbd-csi-nodeplugin
+subjects:
+  - kind: ServiceAccount
+    name: rbd-csi-nodeplugin
+    # replace with non-default namespace name
+    namespace: ceph
+roleRef:
+  kind: ClusterRole
+  name: rbd-csi-nodeplugin
+  apiGroup: rbac.authorization.k8s.io
+

cluster/config/ceph/csi-provisioner-rbac.yml

@@ -0,0 +1,129 @@
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: rbd-csi-provisioner
+  # replace with non-default namespace name
+  namespace: ceph
+
+---
+kind: ClusterRole
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: rbd-external-provisioner-runner
+rules:
+  - apiGroups: [""]
+    resources: ["nodes"]
+    verbs: ["get", "list", "watch"]
+  - apiGroups: [""]
+    resources: ["secrets"]
+    verbs: ["get", "list", "watch"]
+  - apiGroups: [""]
+    resources: ["events"]
+    verbs: ["list", "watch", "create", "update", "patch"]
+  - apiGroups: [""]
+    resources: ["persistentvolumes"]
+    verbs: ["get", "list", "watch", "create", "update", "delete", "patch"]
+  - apiGroups: [""]
+    resources: ["persistentvolumeclaims"]
+    verbs: ["get", "list", "watch", "update"]
+  - apiGroups: [""]
+    resources: ["persistentvolumeclaims/status"]
+    verbs: ["update", "patch"]
+  - apiGroups: ["storage.k8s.io"]
+    resources: ["storageclasses"]
+    verbs: ["get", "list", "watch"]
+  - apiGroups: ["snapshot.storage.k8s.io"]
+    resources: ["volumesnapshots"]
+    verbs: ["get", "list", "watch", "update", "patch", "create"]
+  - apiGroups: ["snapshot.storage.k8s.io"]
+    resources: ["volumesnapshots/status"]
+    verbs: ["get", "list", "patch"]
+  - apiGroups: ["snapshot.storage.k8s.io"]
+    resources: ["volumesnapshotcontents"]
+    verbs: ["create", "get", "list", "watch", "update", "delete", "patch"]
+  - apiGroups: ["snapshot.storage.k8s.io"]
+    resources: ["volumesnapshotclasses"]
+    verbs: ["get", "list", "watch"]
+  - apiGroups: ["storage.k8s.io"]
+    resources: ["volumeattachments"]
+    verbs: ["get", "list", "watch", "update", "patch"]
+  - apiGroups: ["storage.k8s.io"]
+    resources: ["volumeattachments/status"]
+    verbs: ["patch"]
+  - apiGroups: ["storage.k8s.io"]
+    resources: ["csinodes"]
+    verbs: ["get", "list", "watch"]
+  - apiGroups: ["snapshot.storage.k8s.io"]
+    resources: ["volumesnapshotcontents/status"]
+    verbs: ["update", "patch"]
+  - apiGroups: [""]
+    resources: ["configmaps"]
+    verbs: ["get"]
+  - apiGroups: [""]
+    resources: ["serviceaccounts"]
+    verbs: ["get"]
+  - apiGroups: [""]
+    resources: ["serviceaccounts/token"]
+    verbs: ["create"]
+  - apiGroups: ["groupsnapshot.storage.k8s.io"]
+    resources: ["volumegroupsnapshotclasses"]
+    verbs: ["get", "list", "watch"]
+  - apiGroups: ["groupsnapshot.storage.k8s.io"]
+    resources: ["volumegroupsnapshotcontents"]
+    verbs: ["get", "list", "watch", "update", "patch"]
+  - apiGroups: ["groupsnapshot.storage.k8s.io"]
+    resources: ["volumegroupsnapshotcontents/status"]
+    verbs: ["update", "patch"]
+  - apiGroups: ["replication.storage.openshift.io"]
+    resources: ["volumegroupreplicationcontents"]
+    verbs: ["get", "list", "watch"]
+  - apiGroups: ["replication.storage.openshift.io"]
+    resources: ["volumegroupreplicationclasses"]
+    verbs: ["get"]
+---
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: rbd-csi-provisioner-role
+subjects:
+  - kind: ServiceAccount
+    name: rbd-csi-provisioner
+    # replace with non-default namespace name
+    namespace: ceph
+roleRef:
+  kind: ClusterRole
+  name: rbd-external-provisioner-runner
+  apiGroup: rbac.authorization.k8s.io
+
+---
+kind: Role
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  # replace with non-default namespace name
+  namespace: ceph
+  name: rbd-external-provisioner-cfg
+rules:
+  - apiGroups: [""]
+    resources: ["configmaps"]
+    verbs: ["get", "list", "watch", "create", "update", "delete"]
+  - apiGroups: ["coordination.k8s.io"]
+    resources: ["leases"]
+    verbs: ["get", "watch", "list", "delete", "update", "create"]
+
+---
+kind: RoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: rbd-csi-provisioner-role-cfg
+  # replace with non-default namespace name
+  namespace: ceph
+subjects:
+  - kind: ServiceAccount
+    name: rbd-csi-provisioner
+    # replace with non-default namespace name
+    namespace: ceph
+roleRef:
+  kind: Role
+  name: rbd-external-provisioner-cfg
+  apiGroup: rbac.authorization.k8s.io

cluster/config/ceph/csi-rbd-sc.yml

@@ -0,0 +1,20 @@
+---
+apiVersion: storage.k8s.io/v1
+kind: StorageClass
+metadata:
+   name: csi-rbd-sc
+provisioner: rbd.csi.ceph.com
+parameters:
+   clusterID: 54ca2103-a505-46a7-a13e-0f72d6e3574a
+   pool: ceph-vm
+   imageFeatures: layering
+   csi.storage.k8s.io/provisioner-secret-name: csi-rbd-secret
+   csi.storage.k8s.io/provisioner-secret-namespace: default
+   csi.storage.k8s.io/controller-expand-secret-name: csi-rbd-secret
+   csi.storage.k8s.io/controller-expand-secret-namespace: default
+   csi.storage.k8s.io/node-stage-secret-name: csi-rbd-secret
+   csi.storage.k8s.io/node-stage-secret-namespace: default
+reclaimPolicy: Retain
+allowVolumeExpansion: true
+mountOptions:
+   - discard

cluster/config/ceph/csi-rbd-secret.yml

@@ -0,0 +1,9 @@
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: csi-rbd-secret
+  namespace: default
+stringData:
+  userID: ceph-vm
+  userKey: AQA00Y1olRhKFxAA2zejDLWbph/eeHz33XvCxA==

cluster/config/ceph/csi-rbdplugin-provisioner.yml

@@ -0,0 +1,290 @@
+---
+kind: Service
+apiVersion: v1
+metadata:
+  name: csi-rbdplugin-provisioner
+  # replace with non-default namespace name
+  namespace: ceph
+  labels:
+    app: csi-metrics
+spec:
+  selector:
+    app: csi-rbdplugin-provisioner
+  ports:
+    - name: http-metrics
+      port: 8080
+      protocol: TCP
+      targetPort: 8680
+
+---
+kind: Deployment
+apiVersion: apps/v1
+metadata:
+  name: csi-rbdplugin-provisioner
+  # replace with non-default namespace name
+  namespace: ceph
+spec:
+  replicas: 3
+  selector:
+    matchLabels:
+      app: csi-rbdplugin-provisioner
+  template:
+    metadata:
+      labels:
+        app: csi-rbdplugin-provisioner
+    spec:
+      affinity:
+        podAntiAffinity:
+          requiredDuringSchedulingIgnoredDuringExecution:
+            - labelSelector:
+                matchExpressions:
+                  - key: app
+                    operator: In
+                    values:
+                      - csi-rbdplugin-provisioner
+              topologyKey: "kubernetes.io/hostname"
+      serviceAccountName: rbd-csi-provisioner
+      priorityClassName: system-cluster-critical
+      containers:
+        - name: csi-rbdplugin
+          # for stable functionality replace canary with latest release version
+          image: quay.io/cephcsi/cephcsi:canary
+          args:
+            - "--nodeid=$(NODE_ID)"
+            - "--type=rbd"
+            - "--controllerserver=true"
+            - "--endpoint=$(CSI_ENDPOINT)"
+            - "--csi-addons-endpoint=$(CSI_ADDONS_ENDPOINT)"
+            - "--v=5"
+            - "--drivername=rbd.csi.ceph.com"
+            - "--pidlimit=-1"
+            - "--rbdhardmaxclonedepth=8"
+            - "--rbdsoftmaxclonedepth=4"
+            - "--enableprofiling=false"
+            - "--setmetadata=true"
+          env:
+            - name: POD_IP
+              valueFrom:
+                fieldRef:
+                  fieldPath: status.podIP
+            - name: NODE_ID
+              valueFrom:
+                fieldRef:
+                  fieldPath: spec.nodeName
+            - name: POD_NAMESPACE
+              valueFrom:
+                fieldRef:
+                  fieldPath: metadata.namespace
+            # - name: KMS_CONFIGMAP_NAME
+            #   value: encryptionConfig
+            - name: CSI_ENDPOINT
+              value: unix:///csi/csi-provisioner.sock
+            - name: CSI_ADDONS_ENDPOINT
+              value: unix:///csi/csi-addons.sock
+          imagePullPolicy: "IfNotPresent"
+          volumeMounts:
+            - name: socket-dir
+              mountPath: /csi
+            - mountPath: /dev
+              name: host-dev
+            - mountPath: /sys
+              name: host-sys
+            - mountPath: /lib/modules
+              name: lib-modules
+              readOnly: true
+            - name: ceph-csi-config
+              mountPath: /etc/ceph-csi-config/
+            - name: ceph-csi-encryption-kms-config
+              mountPath: /etc/ceph-csi-encryption-kms-config/
+            - name: keys-tmp-dir
+              mountPath: /tmp/csi/keys
+            - name: ceph-config
+              mountPath: /etc/ceph/
+            - name: oidc-token
+              mountPath: /run/secrets/tokens
+              readOnly: true
+        - name: csi-provisioner
+          image: registry.k8s.io/sig-storage/csi-provisioner:v5.1.0
+          args:
+            - "--csi-address=$(ADDRESS)"
+            - "--v=1"
+            - "--timeout=150s"
+            - "--retry-interval-start=500ms"
+            - "--leader-election=true"
+            - "--feature-gates=HonorPVReclaimPolicy=true"
+            - "--prevent-volume-mode-conversion=true"
+            # if fstype is not specified in storageclass, ext4 is default
+            - "--default-fstype=ext4"
+            - "--extra-create-metadata=true"
+            - "--immediate-topology=false"
+            - "--http-endpoint=$(POD_IP):8090"
+          env:
+            - name: ADDRESS
+              value: unix:///csi/csi-provisioner.sock
+            - name: POD_IP
+              valueFrom:
+                fieldRef:
+                  fieldPath: status.podIP
+          imagePullPolicy: "IfNotPresent"
+          ports:
+            - containerPort: 8090
+              name: provisioner
+              protocol: TCP
+          volumeMounts:
+            - name: socket-dir
+              mountPath: /csi
+        - name: csi-snapshotter
+          image: registry.k8s.io/sig-storage/csi-snapshotter:v8.2.0
+          args:
+            - "--csi-address=$(ADDRESS)"
+            - "--v=1"
+            - "--timeout=150s"
+            - "--leader-election=true"
+            - "--extra-create-metadata=true"
+            - "--feature-gates=CSIVolumeGroupSnapshot=true"
+            - "--http-endpoint=$(POD_IP):8092"
+          env:
+            - name: ADDRESS
+              value: unix:///csi/csi-provisioner.sock
+            - name: POD_IP
+              valueFrom:
+                fieldRef:
+                  fieldPath: status.podIP
+          imagePullPolicy: "IfNotPresent"
+          ports:
+            - containerPort: 8092
+              name: snapshotter
+              protocol: TCP
+          volumeMounts:
+            - name: socket-dir
+              mountPath: /csi
+        - name: csi-attacher
+          image: registry.k8s.io/sig-storage/csi-attacher:v4.8.0
+          args:
+            - "--v=1"
+            - "--csi-address=$(ADDRESS)"
+            - "--leader-election=true"
+            - "--retry-interval-start=500ms"
+            - "--default-fstype=ext4"
+            - "--http-endpoint=$(POD_IP):8093"
+          env:
+            - name: ADDRESS
+              value: /csi/csi-provisioner.sock
+            - name: POD_IP
+              valueFrom:
+                fieldRef:
+                  fieldPath: status.podIP
+          imagePullPolicy: "IfNotPresent"
+          ports:
+            - containerPort: 8093
+              name: attacher
+              protocol: TCP
+          volumeMounts:
+            - name: socket-dir
+              mountPath: /csi
+        - name: csi-resizer
+          image: registry.k8s.io/sig-storage/csi-resizer:v1.13.1
+          args:
+            - "--csi-address=$(ADDRESS)"
+            - "--v=1"
+            - "--timeout=150s"
+            - "--leader-election"
+            - "--retry-interval-start=500ms"
+            - "--handle-volume-inuse-error=false"
+            - "--feature-gates=RecoverVolumeExpansionFailure=true"
+            - "--http-endpoint=$(POD_IP):8091"
+          env:
+            - name: ADDRESS
+              value: unix:///csi/csi-provisioner.sock
+            - name: POD_IP
+              valueFrom:
+                fieldRef:
+                  fieldPath: status.podIP
+          imagePullPolicy: "IfNotPresent"
+          ports:
+            - containerPort: 8091
+              name: resizer
+              protocol: TCP
+          volumeMounts:
+            - name: socket-dir
+              mountPath: /csi
+        - name: csi-rbdplugin-controller
+          # for stable functionality replace canary with latest release version
+          image: quay.io/cephcsi/cephcsi:canary
+          args:
+            - "--type=controller"
+            - "--v=5"
+            - "--drivername=rbd.csi.ceph.com"
+            - "--drivernamespace=$(DRIVER_NAMESPACE)"
+            - "--setmetadata=true"
+          env:
+            - name: DRIVER_NAMESPACE
+              valueFrom:
+                fieldRef:
+                  fieldPath: metadata.namespace
+          imagePullPolicy: "IfNotPresent"
+          volumeMounts:
+            - name: ceph-csi-config
+              mountPath: /etc/ceph-csi-config/
+            - name: keys-tmp-dir
+              mountPath: /tmp/csi/keys
+            - name: ceph-config
+              mountPath: /etc/ceph/
+        - name: liveness-prometheus
+          image: quay.io/cephcsi/cephcsi:canary
+          args:
+            - "--type=liveness"
+            - "--endpoint=$(CSI_ENDPOINT)"
+            - "--metricsport=8680"
+            - "--metricspath=/metrics"
+            - "--polltime=60s"
+            - "--timeout=3s"
+          env:
+            - name: CSI_ENDPOINT
+              value: unix:///csi/csi-provisioner.sock
+            - name: POD_IP
+              valueFrom:
+                fieldRef:
+                  fieldPath: status.podIP
+          ports:
+            - containerPort: 8680
+              name: http-metrics
+              protocol: TCP
+          volumeMounts:
+            - name: socket-dir
+              mountPath: /csi
+          imagePullPolicy: "IfNotPresent"
+      volumes:
+        - name: host-dev
+          hostPath:
+            path: /dev
+        - name: host-sys
+          hostPath:
+            path: /sys
+        - name: lib-modules
+          hostPath:
+            path: /lib/modules
+        - name: socket-dir
+          emptyDir: {
+            medium: "Memory"
+          }
+        - name: ceph-config
+          configMap:
+            name: ceph-config
+        - name: ceph-csi-config
+          configMap:
+            name: ceph-csi-config
+        - name: ceph-csi-encryption-kms-config
+          configMap:
+            name: ceph-csi-encryption-kms-config
+        - name: keys-tmp-dir
+          emptyDir: {
+            medium: "Memory"
+          }
+        - name: oidc-token
+          projected:
+            sources:
+              - serviceAccountToken:
+                  path: oidc-token
+                  expirationSeconds: 3600
+                  audience: ceph-csi-kms

cluster/config/ceph/csi-rbdplugin.yml

@@ -0,0 +1,230 @@
+---
+kind: DaemonSet
+apiVersion: apps/v1
+metadata:
+  name: csi-rbdplugin
+  # replace with non-default namespace name
+  namespace: ceph
+spec:
+  selector:
+    matchLabels:
+      app: csi-rbdplugin
+  template:
+    metadata:
+      labels:
+        app: csi-rbdplugin
+    spec:
+      serviceAccountName: rbd-csi-nodeplugin
+      hostNetwork: true
+      hostPID: true
+      priorityClassName: system-node-critical
+      # to use e.g. Rook orchestrated cluster, and mons' FQDN is
+      # resolved through k8s service, set dns policy to cluster first
+      dnsPolicy: ClusterFirstWithHostNet
+      containers:
+        - name: csi-rbdplugin
+          securityContext:
+            privileged: true
+            capabilities:
+              add: ["SYS_ADMIN"]
+            allowPrivilegeEscalation: true
+          # for stable functionality replace canary with latest release version
+          image: quay.io/cephcsi/cephcsi:canary
+          args:
+            - "--nodeid=$(NODE_ID)"
+            - "--pluginpath=/var/lib/kubelet/plugins"
+            - "--stagingpath=/var/lib/kubelet/plugins/kubernetes.io/csi/"
+            - "--type=rbd"
+            - "--nodeserver=true"
+            - "--endpoint=$(CSI_ENDPOINT)"
+            - "--csi-addons-endpoint=$(CSI_ADDONS_ENDPOINT)"
+            - "--v=5"
+            - "--drivername=rbd.csi.ceph.com"
+            - "--enableprofiling=false"
+            # If topology based provisioning is desired, configure required
+            # node labels representing the nodes topology domain
+            # and pass the label names below, for CSI to consume and advertise
+            # its equivalent topology domain
+            # - "--domainlabels=failure-domain/region,failure-domain/zone"
+            #
+            # Options to enable read affinity.
+            # If enabled Ceph CSI will fetch labels from kubernetes node and
+            # pass `read_from_replica=localize,crush_location=type:value` during
+            # rbd map command. refer:
+            # https://docs.ceph.com/en/latest/man/8/rbd/#kernel-rbd-krbd-options
+            # for more details.
+            # - "--enable-read-affinity=true"
+            # - "--crush-location-labels=topology.io/zone,topology.io/rack"
+          env:
+            - name: POD_IP
+              valueFrom:
+                fieldRef:
+                  fieldPath: status.podIP
+            - name: NODE_ID
+              valueFrom:
+                fieldRef:
+                  fieldPath: spec.nodeName
+            - name: POD_NAMESPACE
+              valueFrom:
+                fieldRef:
+                  fieldPath: metadata.namespace
+            # - name: KMS_CONFIGMAP_NAME
+            #   value: encryptionConfig
+            - name: CSI_ENDPOINT
+              value: unix:///csi/csi.sock
+            - name: CSI_ADDONS_ENDPOINT
+              value: unix:///csi/csi-addons.sock
+          imagePullPolicy: "IfNotPresent"
+          volumeMounts:
+            - name: socket-dir
+              mountPath: /csi
+            - mountPath: /dev
+              name: host-dev
+            - mountPath: /sys
+              name: host-sys
+            - mountPath: /run/mount
+              name: host-mount
+            - mountPath: /etc/selinux
+              name: etc-selinux
+              readOnly: true
+            - mountPath: /lib/modules
+              name: lib-modules
+              readOnly: true
+            - name: ceph-csi-config
+              mountPath: /etc/ceph-csi-config/
+            - name: ceph-csi-encryption-kms-config
+              mountPath: /etc/ceph-csi-encryption-kms-config/
+            - name: plugin-dir
+              mountPath: /var/lib/kubelet/plugins
+              mountPropagation: "Bidirectional"
+            - name: mountpoint-dir
+              mountPath: /var/lib/kubelet/pods
+              mountPropagation: "Bidirectional"
+            - name: keys-tmp-dir
+              mountPath: /tmp/csi/keys
+            - name: ceph-logdir
+              mountPath: /var/log/ceph
+            - name: ceph-config
+              mountPath: /etc/ceph/
+            - name: oidc-token
+              mountPath: /run/secrets/tokens
+              readOnly: true
+        - name: driver-registrar
+          # This is necessary only for systems with SELinux, where
+          # non-privileged sidecar containers cannot access unix domain socket
+          # created by privileged CSI driver container.
+          securityContext:
+            privileged: true
+            allowPrivilegeEscalation: true
+          image: registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.13.0
+          args:
+            - "--v=1"
+            - "--csi-address=/csi/csi.sock"
+            - "--kubelet-registration-path=/var/lib/kubelet/plugins/rbd.csi.ceph.com/csi.sock"
+          env:
+            - name: KUBE_NODE_NAME
+              valueFrom:
+                fieldRef:
+                  fieldPath: spec.nodeName
+          volumeMounts:
+            - name: socket-dir
+              mountPath: /csi
+            - name: registration-dir
+              mountPath: /registration
+        - name: liveness-prometheus
+          securityContext:
+            privileged: true
+            allowPrivilegeEscalation: true
+          image: quay.io/cephcsi/cephcsi:canary
+          args:
+            - "--type=liveness"
+            - "--endpoint=$(CSI_ENDPOINT)"
+            - "--metricsport=8680"
+            - "--metricspath=/metrics"
+            - "--polltime=60s"
+            - "--timeout=3s"
+          env:
+            - name: CSI_ENDPOINT
+              value: unix:///csi/csi.sock
+            - name: POD_IP
+              valueFrom:
+                fieldRef:
+                  fieldPath: status.podIP
+          volumeMounts:
+            - name: socket-dir
+              mountPath: /csi
+          imagePullPolicy: "IfNotPresent"
+      volumes:
+        - name: socket-dir
+          hostPath:
+            path: /var/lib/kubelet/plugins/rbd.csi.ceph.com
+            type: DirectoryOrCreate
+        - name: plugin-dir
+          hostPath:
+            path: /var/lib/kubelet/plugins
+            type: Directory
+        - name: mountpoint-dir
+          hostPath:
+            path: /var/lib/kubelet/pods
+            type: DirectoryOrCreate
+        - name: ceph-logdir
+          hostPath:
+            path: /var/log/ceph
+            type: DirectoryOrCreate
+        - name: registration-dir
+          hostPath:
+            path: /var/lib/kubelet/plugins_registry/
+            type: Directory
+        - name: host-dev
+          hostPath:
+            path: /dev
+        - name: host-sys
+          hostPath:
+            path: /sys
+        - name: etc-selinux
+          hostPath:
+            path: /etc/selinux
+        - name: host-mount
+          hostPath:
+            path: /run/mount
+        - name: lib-modules
+          hostPath:
+            path: /lib/modules
+        - name: ceph-config
+          configMap:
+            name: ceph-config
+        - name: ceph-csi-config
+          configMap:
+            name: ceph-csi-config
+        - name: ceph-csi-encryption-kms-config
+          configMap:
+            name: ceph-csi-encryption-kms-config
+        - name: keys-tmp-dir
+          emptyDir: {
+            medium: "Memory"
+          }
+        - name: oidc-token
+          projected:
+            sources:
+              - serviceAccountToken:
+                  path: oidc-token
+                  expirationSeconds: 3600
+                  audience: ceph-csi-kms
+---
+# This is a service to expose the liveness metrics
+apiVersion: v1
+kind: Service
+metadata:
+  name: csi-metrics-rbdplugin
+  # replace with non-default namespace name
+  namespace: ceph
+  labels:
+    app: csi-metrics
+spec:
+  ports:
+    - name: http-metrics
+      port: 8080
+      protocol: TCP
+      targetPort: 8680
+  selector:
+    app: csi-rbdplugin

cluster/config/namespaces/namespaces.yml

@@ -26,6 +26,6 @@ metadata:
 kind: Namespace
 apiVersion: v1
 metadata:
-  name: longhorn-system
+  name: ceph
   labels:
-    name: longhorn-system
+    name: ceph

cluster/helm/gpu-operator/gpu-operator-configmap.yml

@@ -1,7 +1,7 @@
 apiVersion: v1
 kind: ConfigMap
 metadata:
-  name: time-slicing-config-all
+  name: time-slicing-config
   namespace: gpu-operator
 data:
   any: |-
@@ -15,4 +15,4 @@ data:
           replicas: 4
 
 # remember to patch the cluster policy to use this configmap
-# kubectl patch clusterpolicy/cluster-policy -n gpu-operator --type merge -p '{"spec": {"devicePlugin": {"config": {"name": "time-slicing-config-all", "default": "any"}}}}'
+# kubectl patch clusterpolicy/cluster-policy -n gpu-operator --type merge -p '{"spec": {"devicePlugin": {"config": {"name": "time-slicing-config", "default": "any"}}}}'

cluster/helm/ollama/ollama-pvc.yml

@@ -1,34 +1,14 @@
----
-apiVersion: v1
-kind: PersistentVolume
-metadata:
-  name: ollama-pv
-  namespace: default
-spec:
-  capacity:
-    storage: 10Gi
-  volumeMode: Filesystem
-  accessModes:
-    - ReadWriteMany
-  persistentVolumeReclaimPolicy: Retain
-  mountOptions:
-    - hard
-    - nfsvers=4.1
-  nfs:
-    path: /k3s/volumes/ollama
-    server: 10.0.0.123
-
 ---
 apiVersion: v1
 kind: PersistentVolumeClaim
 metadata:
-  name: ollama-pvc
+  name: ollama-ceph
   namespace: default
 spec:
   accessModes:
-    - ReadWriteMany
+    - ReadWriteOnce
-  storageClassName: ""
+  volumeMode: Filesystem
-  volumeName: ollama-pv
   resources:
     requests:
       storage: 10Gi
+  storageClassName: csi-rbd-sc

cluster/helm/ollama/ollama-release.yml

@@ -37,4 +37,4 @@ spec:
     runtimeClassName: nvidia
     persistentVolume:
       enabled: true
-      existingClaim: ollama-pvc
+      existingClaim: ollama-ceph