Kubernetes: k8s 进阶篇-持久化存储

apiVersion: apps/v1
kind: Deployment
metadata:
  labels:
    app: nginx
  name: nginx
spec:
  replicas: 2
  selector:
    matchLabels:
      app: nginx
  template:
    metadata:
      labels:
        app: nginx
    spec:
      containers:
      - image: nginx:1.15.12
        name: nginx
        volumeMounts:
        - mountPath: /opt
          name: share-volume
      - image: busybox
        name: busybox
        command: ["/bin/sh", "-c", "sleep 3600"]
        volumeMounts:
        - mountPath: /mnt
          name: share-volume
      volumes:
      - name: share-volume
        emptyDir: {}
          #medium: Memory

kubectl apply -f pod_emptydir.yaml
kubectl get pod -owide

[jasper.xu@ip-10-204-9-241 j]$ kubectl  exec -it nginx-785b5bf7-65r4w -c nginx -- bash
root@nginx-785b5bf7-65r4w:/# df -hT
Filesystem     Type     Size  Used Avail Use% Mounted on
/dev/nvme0n1p1 xfs      100G   29G   72G  29% /opt

root@nginx-785b5bf7-65r4w:/# touch /opt/123
root@nginx-785b5bf7-65r4w:/# exit
exit

[jasper.xu@ip-10-204-9-241 j]$ kubectl  exec -it nginx-785b5bf7-65r4w -c busybox -- sh
/ # df -hT
Filesystem           Type            Size      Used Available Use% Mounted on
/dev/nvme0n1p1       xfs           100.0G     28.6G     71.4G  29% /mnt
/ # ls /mnt/
123

spec:
  template:
    spec:
      containers:
      - name: task-center-job
        volumeMounts:
        - name: logs
          mountPath: /opt/task-center-job/logs
          subPath: taskcenter/job
      volumes:
        - name: logs
          persistentVolumeClaim:
            claimName: efs-taskcenter-logs-claim

apt install nfs-server
#创建共享数据目录
mkdir -pv /data/nfs-share
#授权
cat <<\EOF >> /etc/exports
/data/nfs-share *(rw,no_root_squash)
EOF

systemctl restart nfs-server

cat <<\EOF> rback.yaml
kind: ClusterRole
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: nfs-client-provisioner-runner
rules:
- apiGroups: [""]
  resources: ["persistentvolumes"]
  verbs: ["get", "list", "watch", "create", "delete"]
- apiGroups: [""]
  resources: ["persistentvolumeclaims"]
  verbs: ["get", "list", "watch", "update"]
- apiGroups: [""]
  resources: ["endpoints"]
  verbs: ["get", "list", "watch", "create", "update", "patch"]
- apiGroups: ["storage.k8s.io"]
  resources: ["storageclasses"]
  verbs: ["get", "list", "watch"]
- apiGroups: [""]
  resources: ["events"]
  verbs: ["create", "update", "patch"]
---
kind: ClusterRoleBinding
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: run-nfs-client-provisioner
subjects:
- kind: ServiceAccount
  name: nfs-client-provisioner
  namespace: default
roleRef:
  kind: ClusterRole
  name: nfs-client-provisioner-runner
  apiGroup: rbac.authorization.k8s.io
---
kind: Role
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: leader-locking-nfs-client-provisioner
rules:
- apiGroups: [""]
  resources: ["endpoints"]
  verbs: ["get", "list", "watch", "create", "update", "patch"]
---
kind: RoleBinding
apiVersion: rbac.authorization.k8s.io/v1
metadata:
  name: leader-locking-nfs-client-provisioner
subjects:
- kind: ServiceAccount
  name: nfs-client-provisioner
  # replace with namespace where provisioner is deployed
  namespace: default
roleRef:
  kind: Role
  name: leader-locking-nfs-client-provisioner
  apiGroup: rbac.authorization.k8s.io
EOF

cat <<\EOF> deployment.yaml
apiVersion: v1
kind: ServiceAccount
metadata:
  name: nfs-client-provisioner
---
kind: Deployment
apiVersion: apps/v1
metadata:
  name: nfs-client-provisioner
spec:
  replicas: 1
  strategy:
    type: Recreate
  selector:
    matchLabels:
      app: nfs-client-provisioner
  template:
    metadata:
      labels:
        app: nfs-client-provisioner
    spec:
      serviceAccount: nfs-client-provisioner
      containers:
        - name: nfs-client-provisioner
          image: quay.io/external_storage/nfs-client-provisioner:latest
          volumeMounts:
            - name: nfs-client-root
              mountPath: /persistentvolumes
          env:
            - name: PROVISIONER_NAME
              value: fuseim.pri/ifs
            - name: NFS_SERVER
              value: 172.17.79.3
            - name: NFS_PATH
              value: /data/nfs-share
      volumes:
        - name: nfs-client-root
          nfs:
            server: 172.17.79.3
            path: /data/nfs-share
EOF

cat <<\EOF> class.yaml
apiVersion: storage.k8s.io/v1
kind: StorageClass
metadata:
  name: nfs-csi
provisioner: fuseim.pri/ifs
reclaimPolicy: Retain #PV的删除策略，默认为delete，删除后PV立即删除NFS server的数据
mountOptions:
  - noatime #访问文件时不更新文件inode中的时间戳
parameters:
  archiveOnDelete: "true"  #true为删除pod时保留pod数据。false 删除时不保留数据
EOF

#创建角色
kubectl create -f rbac.yaml
#创建 ServiceAccount 和部署 NFS-Client Provisioner
kubectl create -f deployment.yaml
#创建 NFS StorageClass
kubectl create -f class.yaml
#验证NFS部署成功
kubectl get pod -l app=nfs-client-provisioner

cat <<\EOF> sts.yaml

apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: nacos
spec:
...
  serviceName: nacos-headless
  replicas: 3
  template:
    metadata:
      labels:
        app: nacos
...
    spec:
      containers:
        - name: nacos
          imagePullPolicy: Always
          image: nacos/nacos-server:latest
          volumeMounts:
            - name: data
              mountPath: /home/nacos/data
              subPath: data
  volumeClaimTemplates:
    - metadata:
        name: data
      spec:
        storageClassName: nfs-csi
        accessModes: [ "ReadWriteMany" ]
        resources:
          requests:
            storage: 10Gi
EOF