k8s 部署Nacos集群

Posted 2021-09-17 X糊涂仙儿

tags:

篇首语：本文由小常识网(cha138.com)小编为大家整理，主要介绍了k8s 部署Nacos集群相关的知识，希望对你有一定的参考价值。

云环境可以使用云盘或者RDS做为共享存储

一、配置NFS

1、节点ip

31_NFS-SERVER
集群
KM01    192.168.1.31
KM02    192.168.1.32
node01  192.168.1.71
node02  192.168.1.72

2、创建目录、配置

mkdir -p /data/nfs-share/mysql
mkdir -p /data/nacos/
chmod 777 /data

[root@km01 nfs-share]# vim /etc/exports
/data/nfs-share/ *(rw,sync,no_root_squash)
/data/nacos/ *(rw,sync,no_root_squash)

3、启动

exportfs -r 
systemctl start nfs
systemctl enable nfs

二、配置nacos

1、下载文件及目录结构

[root@km01 ~]# yum install git -y 
[root@km01 ~]# git clone https://github.com/nacos-group/nacos-k8s.git

[root@km01 deploy]# tree ./
./
├── ceph
│   ├── pvc.yaml
│   └── sc.yaml
├── mysql
│   ├── mysql-ceph.yaml
│   ├── mysql-local.yaml
│   └── mysql-nfs.yaml
├── nacos
│   ├── nacos-nodeport.yaml
│   ├── nacos-no-pvc-ingress.yaml
│   ├── nacos-pvc-ceph.yaml
│   ├── nacos-pvc-nfs.yaml
│   └── nacos-quick-start.yaml
└── nfs
    ├── class.yaml
    ├── deployment.yaml
    └── rbac.yaml

2、配置nfs-provisioner

cd ./nfs
[root@km01 nfs]# ls
class.yaml  deployment.yaml  rbac.yaml

vim deployment.yaml
 env:
            - name: PROVISIONER_NAME
              value: fuseim.pri/ifs
            - name: NFS_SERVER
              value: 192.168.1.31  #NFS-server
            - name: NFS_PATH
              value: /data/nfs-share   #NFS 目录
      volumes:
        - name: nfs-client-root
          nfs:
            server: 192.168.1.31    #NFS-server
            path: /data/nfs-share   #NFS 目录

[root@km01 nfs]# kubectl apply -f .
storageclass.storage.k8s.io/managed-nfs-storage unchanged
serviceaccount/nfs-client-provisioner unchanged
deployment.apps/nfs-client-provisioner unchanged
clusterrole.rbac.authorization.k8s.io/nfs-client-provisioner-runner unchanged
clusterrolebinding.rbac.authorization.k8s.io/run-nfs-client-provisioner unchanged
role.rbac.authorization.k8s.io/leader-locking-nfs-client-provisioner unchanged
rolebinding.rbac.authorization.k8s.io/leader-locking-nfs-client-provisioner unchanged

3、查看 nfs-provisioner

[root@km01 nacos]# kubectl get pod -l app=nfs-client-provisioner
NAME                                     READY   STATUS    RESTARTS   AGE
nfs-client-provisioner-9d8f7f9c5-8d2qh   1/1     Running   0          97m

三、部署mysql

1、部署

kubectl apply -f ./mysql-nfs.yaml

#yaml文件

[root@km01 mysql]# cat mysql-nfs.yaml 
apiVersion: v1
kind: ReplicationController
metadata:
  name: mysql
  labels:
    name: mysql
spec:
  replicas: 1
  selector:
    name: mysql
  template:
    metadata:
      labels:
        name: mysql
    spec:
      containers:
      - name: mysql
        image: nacos/nacos-mysql:5.7   #镜像版本
        ports:
        - containerPort: 3306
        volumeMounts:
        - name: mysql-data
          mountPath: /var/lib/mysql
        env: #数据库参数
        - name: MYSQL_ROOT_PASSWORD
          value: "root"
        - name: MYSQL_DATABASE
          value: "nacos_devtest"
        - name: MYSQL_USER
          value: "nacos"
        - name: MYSQL_PASSWORD
          value: "nacos"
      volumes:
      - name: mysql-data
        nfs:
          server: 192.168.1.31
          path: /data/nfs-share/mysql   #挂载至NFS目录
---
apiVersion: v1
kind: Service
metadata:
  name: mysql
  labels:
    name: mysql
spec:
  ports:
  - port: 3306       #svc 端口
    targetPort: 3306 #容器端口  
  selector:
    name: mysql

2、查看mysql状态

[root@km01 mysql]# kubectl get pods -o wide
NAME                                     READY   STATUS    RESTARTS   AGE    IP            NODE     NOMINATED NODE   READINESS GATES
busybox                                  1/1     Running   2          159m   10.244.1.11   km01     <none>           <none>
mysql-x6slw                              1/1     Running   0          83m    10.244.3.7    km02     <none>           <none>

[root@km01 mysql]# kubectl get svc
NAME             TYPE        CLUSTER-IP   EXTERNAL-IP   PORT(S)          AGE
kubernetes       ClusterIP   10.0.0.1     <none>        443/TCP          7d9h
mysql            ClusterIP   10.0.0.245   <none>        3306/TCP         89m

四、部署nacos应用

1、修改配置文件

vim nacos-pvc-nfs.yaml

[root@km01 nacos]# cat nacos-pvc-nfs.yaml 
---
apiVersion: v1
kind: Service
metadata:
  name: nacos-headless
  labels:
    app: nacos
  annotations:
    service.alpha.kubernetes.io/tolerate-unready-endpoints: "true"
spec:
  ports:
    - port: 8848
      name: server
      targetPort: 8848    #此处注意
    ## 兼容1.4.x版本的选举端口
  clusterIP: None
  selector:
    app: nacos
---
apiVersion: v1
kind: ConfigMap
metadata:
  name: nacos-cm
data:  #数据库参数
  mysql.db.name: "nacos_devtest"
  mysql.port: "3306"
  mysql.user: "nacos"
  mysql.password: "nacos"
---
apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: nacos
spec:
  serviceName: nacos-headless
  replicas: 3
  template:
    metadata:
      labels:
        app: nacos
      annotations:
        pod.alpha.kubernetes.io/initialized: "true"
    spec:
      affinity:
        podAntiAffinity:
          requiredDuringSchedulingIgnoredDuringExecution:
            - labelSelector:
                matchExpressions:
                  - key: "app"
                    operator: In
                    values:
                      - nacos
              topologyKey: "kubernetes.io/hostname"
      serviceAccountName: nfs-client-provisioner
      initContainers:
        - name: peer-finder-plugin-install
          image: nacos/nacos-peer-finder-plugin:1.1
          imagePullPolicy: Always
          volumeMounts:
            - mountPath: /home/nacos/plugins/peer-finder
              name: data
              subPath: peer-finder
      containers:
        - name: nacos
          imagePullPolicy: Always
          image: nacos/nacos-server:latest
          resources:
            requests:
              memory: "2Gi"  #硬件配置
              cpu: "500m"
          ports:
            - containerPort: 8848
              name: client-port
          env:
            - name: NACOS_REPLICAS
              value: "3"
            - name: SERVICE_NAME
              value: "nacos-headless"
            - name: DOMAIN_NAME
              value: "cluster.local"
            - name: POD_NAMESPACE
              valueFrom:
                fieldRef:
                  apiVersion: v1
                  fieldPath: metadata.namespace
            - name: MYSQL_SERVICE_DB_NAME
              valueFrom:
                configMapKeyRef:
                  name: nacos-cm
                  key: mysql.db.name
            - name: MYSQL_SERVICE_PORT
              valueFrom:
                configMapKeyRef:
                  name: nacos-cm
                  key: mysql.port
            - name: MYSQL_SERVICE_USER
              valueFrom:
                configMapKeyRef:
                  name: nacos-cm
                  key: mysql.user
            - name: MYSQL_SERVICE_PASSWORD
              valueFrom:
                configMapKeyRef:
                  name: nacos-cm
                  key: mysql.password
            - name: NACOS_SERVER_PORT
              value: "8848"
            - name: NACOS_APPLICATION_PORT
              value: "8848"
            - name: PREFER_HOST_MODE
              value: "hostname"
          volumeMounts:
            - name: data
              mountPath: /home/nacos/plugins/peer-finder
              subPath: peer-finder
            - name: data
              mountPath: /home/nacos/data
              subPath: data
            - name: data
              mountPath: /home/nacos/logs
              subPath: logs
  volumeClaimTemplates:
    - metadata:
        name: data
        annotations:
          volume.beta.kubernetes.io/storage-class: "managed-nfs-storage"
      spec:
        accessModes: [ "ReadWriteMany" ]
        resources:
          requests:
            storage: 20Gi
  selector:
    matchLabels:
      app: nacos

2、nodeport暴露端口，用于外部访问

[root@km01 nacos]# vim nacos-nodeport.yaml 
apiVersion: v1
kind: Service
metadata: 
  name: nacos-nodeport
  labels:
    app: nacos-nodeport
spec:
  type: NodePort
  ports:
    - name: nacos
      port: 8848
      targetPort: 8848
      nodePort: 30000
  selector:
    app: nacos

kubectl apply ./nacos-nodeport.yaml

3、查看所有服务状态

[root@km01 nacos]# kubectl get pods -o wide
NAME                                     READY   STATUS    RESTARTS   AGE    IP            NODE     NOMINATED NODE   READINESS GATES
busybox                                  1/1     Running   2          168m   10.244.1.11   km01     <none>           <none>
mysql-x6slw                              1/1     Running   0          93m    10.244.3.7    km02     <none>           <none>
nacos-0                                  1/1     Running   0          59m    10.244.2.12   node01   <none>           <none>
nacos-1                                  1/1     Running   0          59m    10.244.0.11   node02   <none>           <none>
nacos-2                                  1/1     Running   0          59m    10.244.3.9    km02     <none>           <none>
nfs-client-provisioner-9d8f7f9c5-8d2qh   1/1     Running   0          112m   10.244.0.9    node02   <none>           <none>

登陆nacos