手动安装K8s第八节：部署Fannel网络

Posted 2020-11-17

[[email protected] ~]# cd /usr/local/src/ssl/
[[email protected] ssl]# vim flanneld-csr.json

{
"CN": "flanneld",
"hosts": [],
"key": {
"algo": "rsa",
"size": 2048
},
"names": [
{
"C": "CN",
"ST": "BeiJing",
"L": "BeiJing",
"O": "k8s",
"OU": "System"
}
]
}

2.生成证书
[[email protected] ssl]# cfssl gencert -ca=/opt/kubernetes/ssl/ca.pem
-ca-key=/opt/kubernetes/ssl/ca-key.pem
-config=/opt/kubernetes/ssl/ca-config.json
-profile=kubernetes flanneld-csr.json | cfssljson -bare flanneld

3.分发证书
[[email protected] ssl]# cp flanneld.pem /opt/kubernetes/ssl/
[[email protected] ssl]# scp flanneld.pem k8snode1:/opt/kubernetes/ssl/
[[email protected] ssl]# scp flanneld*.pem k8snode2:/opt/kubernetes/ssl/

4.下载Flannel软件包

wget https://github.com/coreos/flannel/releases/download/v0.10.0/flannel-v0.10.0-linux-amd64.tar.gz

[[email protected] k8s-v1.10.1]# tar zxf flannel-v0.10.0-linux-amd64.tar.gz

[[email protected] k8s-v1.10.1]# cp flanneld mk-docker-opts.sh /opt/kubernetes/bin/
[[email protected] k8s-v1.10.1]# scp flanneld mk-docker-opts.sh k8snode1:/opt/kubernetes/bin/
[[email protected] k8s-v1.10.1]# scp flanneld mk-docker-opts.sh k8snode2:/opt/kubernetes/bin/

复制对应脚本到/opt/kubernetes/bin目录下。
[[email protected] ~]# cd /usr/local/src/k8s-v1.10.1-manual/k8s-v1.10.1/kubernetes/cluster/centos/node/bin/
[[email protected] bin]# ls
mk-docker-opts.sh remove-docker0.sh
[[email protected] bin]# cp remove-docker0.sh /opt/kubernetes/bin/
[[email protected] bin]# scp remove-docker0.sh k8snode1:/opt/kubernetes/bin/
[[email protected] bin]# scp remove-docker0.sh k8snode2:/opt/kubernetes/bin/

5.配置Flannel
[[email protected] ~]# vim /opt/kubernetes/cfg/flannel

FLANNEL_ETCD="-etcd-endpoints=https://192.168.137.171:2379,https://192.168.137.201:2379,https://192.168.137.198:2379"
FLANNEL_ETCD_KEY="-etcd-prefix=/kubernetes/network"
FLANNEL_ETCD_CAFILE="--etcd-cafile=/opt/kubernetes/ssl/ca.pem"
FLANNEL_ETCD_CERTFILE="--etcd-certfile=/opt/kubernetes/ssl/flanneld.pem"
FLANNEL_ETCD_KEYFILE="--etcd-keyfile=/opt/kubernetes/ssl/flanneld-key.pem"
复制配置到其它节点上
[[email protected] ~]# scp /opt/kubernetes/cfg/flannel k8snode1:/opt/kubernetes/cfg/
[[email protected] ~]# scp /opt/kubernetes/cfg/flannel k8snode2:/opt/kubernetes/cfg/
[[email protected] ~]#

6.设置Flannel系统服务
[[email protected] ~]# vim /usr/lib/systemd/system/flannel.service
[Unit]
Description=Flanneld overlay address etcd agent
After=network.target
Before=docker.service

[Service]
EnvironmentFile=-/opt/kubernetes/cfg/flannel
ExecStartPre=/opt/kubernetes/bin/remove-docker0.sh
ExecStart=/opt/kubernetes/bin/flanneld ${FLANNEL_ETCD} ${FLANNEL_ETCD_KEY} ${FLANNEL_ETCD_CAFILE} ${FLANNEL_ETCD_CERTFILE} ${FLANNEL_ETCD_KEYFILE}
ExecStartPost=/opt/kubernetes/bin/mk-docker-opts.sh -d /run/flannel/docker

Type=notify

[Install]
WantedBy=multi-user.target
RequiredBy=docker.service

[[email protected] ~]# scp /usr/lib/systemd/system/flannel.service k8snode1:/usr/lib/systemd/system/
[[email protected] ~]# scp /usr/lib/systemd/system/flannel.service k8snode2:/usr/lib/systemd/system/

Flannel CNI集成
下载CNI
https://github.com/containernetworking/plugins/releases
wget https://github.com/containernetworking/plugins/releases/download/v0.7.1/cni-plugins-amd64-v0.7.1.tgz

mkdir /opt/kubernetes/bin/cni

[[email protected] ~]# cd /usr/local/src/k8s-v1.10.1-manual/k8s-v1.10.1/
[[email protected] k8s-v1.10.1]# tar zxf cni-plugins-amd64-v0.7.1.tgz -C /opt/kubernetes/bin/cni

[[email protected] ~]# scp -r /opt/kubernetes/bin/cni/ k8snode1:/opt/kubernetes/bin/cni/
[[email protected] ~]# scp -r /opt/kubernetes/bin/cni/ k8snode2:/opt/kubernetes/bin/cni/

创建Etcd的key
[[email protected] ssl]# /opt/kubernetes/bin/etcdctl --ca-file /opt/kubernetes/ssl/ca.pem --cert-file /opt/kubernetes/ssl/flanneld.pem --key-file /opt/kubernetes/ssl/flanneld-key.pem
--no-sync -C https://192.168.137.171:2379,https://192.168.137.201:2379,https://192.168.137.198:2379
mk /kubernetes/network/config ‘{ "Network": "10.2.0.0/16", "Backend": { "Type": "vxlan", "VNI": 1 }}‘ >/dev/null 2>&1

启动flannel(所有节点)
[[email protected] ~]# systemctl daemon-reload
[[email protected] ~]# systemctl enable flannel

[[email protected] ~]# chmod +x /opt/kubernetes/bin/*
[[email protected] ~]# systemctl start flannel
[[email protected] ~]# systemctl status flannel

[[email protected] ~]# ip a
3: flannel.1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN
link/ether 6a:83:e1:9e:94:a7 brd ff:ff:ff:ff:ff:ff
inet 10.2.79.0/32 scope global flannel.1
valid_lft forever preferred_lft forever
inet6 fe80::6883:e1ff:fe9e:94a7/64 scope link
valid_lft forever preferred_lft forever

配置Docker使用Flannel

[[email protected] ~]# vim /usr/lib/systemd/system/docker.service
#在Unit下面修改After和增加Requires
#增加EnvironmentFile=-/run/flannel/docker
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network-online.target firewalld.service flannel.service
Wants=network-online.target
Requires=flannel.service

[Service]
Type=notify
EnvironmentFile=-/run/flannel/docker
ExecStart=/usr/bin/dockerd $DOCKER_OPTS

[[email protected] ~]# scp /usr/lib/systemd/system/docker.service k8snode1:/usr/lib/systemd/system/
[[email protected] ~]# scp /usr/lib/systemd/system/docker.service k8snode2:/usr/lib/systemd/system/

[[email protected] ~]# systemctl daemon-reload
[[email protected] ~]# systemctl restart docker

[[email protected] ~]# ip a
3: flannel.1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN
link/ether 6a:83:e1:9e:94:a7 brd ff:ff:ff:ff:ff:ff
inet 10.2.79.0/32 scope global flannel.1
valid_lft forever preferred_lft forever
inet6 fe80::6883:e1ff:fe9e:94a7/64 scope link
valid_lft forever preferred_lft forever
4: docker0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc noqueue state DOWN
link/ether 02:42:28:be:a7:90 brd ff:ff:ff:ff:ff:ff
inet 10.2.79.1/24 brd 10.2.79.255 scope global docker0
valid_lft forever preferred_lft forever