MicroK8s : Use External Storage2024/06/14

Configure External Storage in MicroK8s.

For example, it uses NFS for it.

[1]

Configure NFS Server on any node, refer to here.
On ths example, it uses [/home/nfsshare] directory on NFS Server that is running on [nfs.srv.world (10.0.0.35)].

[2]

Create PV (Persistent Volume) object and PVC (Persistent Volume Claim) object.

# create PV definition

root@dlp:~#

vi nfs-pv.yml

apiVersion: v1
kind: PersistentVolume
metadata:
  # any PV name
  name: nfs-pv
spec:
  capacity:
    # storage size
    storage: 10Gi
  accessModes:
    # Access Modes:
    # - ReadWriteMany (RW from multi nodes)
    # - ReadWriteOnce (RW from a node)
    # - ReadOnlyMany (R from multi nodes)
    - ReadWriteMany
  persistentVolumeReclaimPolicy:
    # retain even if pods terminate
    Retain
  storageClassName: nfs-server
  nfs:
    # NFS server's definition
    path: /home/nfsshare
    server: 10.0.0.35
    readOnly: false

root@dlp:~#

microk8s kubectl apply -f nfs-pv.yml

persistentvolume "nfs-pv" created
root@dlp:~#

microk8s kubectl get pv

NAME     CAPACITY   ACCESS MODES   RECLAIM POLICY   STATUS      CLAIM   STORAGECLASS   VOLUMEATTRIBUTESCLASS   REASON   AGE
nfs-pv   10Gi       RWX            Retain           Available           nfs-server     <unset>                          6s

# create PVC definition

root@dlp:~#

vi nfs-pvc.yml

apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  # any PVC name
  name: nfs-pvc
spec:
  accessModes:
  - ReadWriteMany
  resources:
     requests:
       storage: 10Gi
  storageClassName: nfs-server

root@dlp:~#

microk8s kubectl apply -f nfs-pvc.yml

persistentvolumeclaim "nfs-pvc" created
root@dlp:~#

microk8s kubectl get pvc

NAME      STATUS   VOLUME   CAPACITY   ACCESS MODES   STORAGECLASS   VOLUMEATTRIBUTESCLASS   AGE
nfs-pvc   Bound    nfs-pv   10Gi       RWX            nfs-server     <unset>                 3s

[3]	Create Pods with PVC above.

root@dlp:~#

vi nginx-nfs.yml

apiVersion: apps/v1
kind: Deployment
metadata:
  # any Deployment name
  name: nginx-nfs
  labels:
    name: nginx-nfs
spec:
  replicas: 3
  selector:
    matchLabels:
      app: nginx-nfs
  template:
    metadata:
      labels:
        app: nginx-nfs
    spec:
      containers:
      - name: nginx-nfs
        image: nginx
        ports:
          - name: web
            containerPort: 80
        volumeMounts:
          - name: nfs-share
            # mount point in container
            mountPath: /usr/share/nginx/html
      volumes:
        - name: nfs-share
          persistentVolumeClaim:
            # PVC name you created
            claimName: nfs-pvc

root@dlp:~#

microk8s kubectl apply -f nginx-nfs.yml

deployment.apps/nginx-nfs created

root@dlp:~#

microk8s kubectl get pods -o wide

NAME                         READY   STATUS    RESTARTS   AGE   IP            NODE            NOMINATED NODE   READINESS GATES
nginx-nfs-6975cff5d6-jsrgp   1/1     Running   0          42s   10.1.142.78   dlp.srv.world   <none>           <none>
nginx-nfs-6975cff5d6-n987f   1/1     Running   0          42s   10.1.142.79   dlp.srv.world   <none>           <none>
nginx-nfs-6975cff5d6-w9mdk   1/1     Running   0          42s   10.1.142.77   dlp.srv.world   <none>           <none>

root@dlp:~#

microk8s kubectl expose deployment nginx-nfs --type="NodePort" --port 80

service/nginx-nfs exposed
root@dlp:~#

microk8s kubectl get service nginx-nfs

NAME        TYPE       CLUSTER-IP       EXTERNAL-IP   PORT(S)        AGE
nginx-nfs   NodePort   10.152.183.170   <none>        80:30271/TCP   4s

# create a test file under the NFS shared directory

root@dlp:~#

microk8s kubectl exec nginx-nfs-6975cff5d6-jsrgp -- sh -c "echo 'NFS Persistent Storage Test' > /usr/share/nginx/html/index.html"

# verify accesses on a node which users can access to microk8s cluster

root@dlp:~#

curl 10.152.183.170

NFS Persistent Storage Test

Matched Content