Centos7部署Flannel网络(八)

1、为Flannel生成证书

[root@linux-node1 ssl]# vim flanneld-csr.json

{

"CN": "flanneld",

"hosts": [],

"key": {

"algo": "rsa",

"size": 2048

},

"names": [

{

"C": "CN",

"ST": "BeiJing",

"L": "BeiJing",

"O": "k8s",

"OU": "System"

}

]

}

2、生成证书

[root@linux-node1 ssl]# cfssl gencert -ca=/opt/kubernetes/ssl/ca.pem

> -ca-key=/opt/kubernetes/ssl/ca-key.pem

> -config=/opt/kubernetes/ssl/ca-config.json

> -profile=kubernetes flanneld-csr.json | cfssljson -bare flanneld

3、分发证书

[root@linux-node1 ssl]# cp flanneld*.pem /opt/kubernetes/ssl/

[root@linux-node1 ssl]# scp flanneld*.pem 192.168.43.22:/opt/kubernetes/ssl/

[root@linux-node1 ssl]# scp flanneld*.pem 192.168.43.23:/opt/kubernetes/ssl/

4、下载Flannel软件包

[root@linux-node1 src]# wget https://github.com/coreos/flannel/releases/download/v0.10.0/flannel-v0.10.0-linux-amd64.tar.gz

[root@linux-node1 src]# tar -zxvf flannel-v0.10.0-linux-amd64.tar.gz

[root@linux-node1 src]# cp flanneld mk-docker-opts.sh /opt/kubernetes/bin/

[root@linux-node1 src]# scp flanneld mk-docker-opts.sh 192.168.43.22:/opt/kubernetes/bin/

[root@linux-node1 src]# scp flanneld mk-docker-opts.sh 192.168.43.23:/opt/kubernetes/bin/

[root@linux-node1 src]# cd /usr/local/src/kubernetes/cluster/centos/node/bin/

[root@linux-node1 bin]# cp remove-docker0.sh /opt/kubernetes/bin/

[root@linux-node1 bin]# scp remove-docker0.sh 192.168.43.22:/opt/kubernetes/bin/

[root@linux-node1 bin]# scp remove-docker0.sh 192.168.43.23:/opt/kubernetes/bin/

5、配置Flannel

[root@linux-node1 ~]# vim /opt/kubernetes/cfg/flannel

FLANNEL_ETCD="-etcd-endpoints=https://192.168.43.21:2379,https://192.168.43.22:2379,https://192.168.43.23:2379"

FLANNEL_ETCD_KEY="-etcd-prefix=/kubernetes/network"

FLANNEL_ETCD_CAFILE="--etcd-cafile=/opt/kubernetes/ssl/ca.pem"

FLANNEL_ETCD_CERTFILE="--etcd-certfile=/opt/kubernetes/ssl/flanneld.pem"

FLANNEL_ETCD_KEYFILE="--etcd-keyfile=/opt/kubernetes/ssl/flanneld-key.pem"

[root@linux-node1 ~]# scp /opt/kubernetes/cfg/flannel 192.168.43.22:/opt/kubernetes/cfg/

[root@linux-node1 ~]# scp /opt/kubernetes/cfg/flannel 192.168.43.23:/opt/kubernetes/cfg/

6、设置Flannel系统服务

[root@linux-node1 ~]# vim /usr/lib/systemd/system/flannel.service

[Unit]

Description=Flanneld overlay address etcd agent

After=network.target

Before=docker.service

[Service]

EnvironmentFile=-/opt/kubernetes/cfg/flannel

ExecStartPre=/opt/kubernetes/bin/remove-docker0.sh

ExecStart=/opt/kubernetes/bin/flanneld ${FLANNEL_ETCD} ${FLANNEL_ETCD_KEY} ${FLANNEL_ETCD_CAFILE} ${FLANNEL_ETCD_CERTFILE} ${FLANNEL_ETCD_KEYFILE}

ExecStartPost=/opt/kubernetes/bin/mk-docker-opts.sh -d /run/flannel/docker

Type=notify

[Install]

WantedBy=multi-user.target

RequiredBy=docker.service

[root@linux-node1 ~]# scp /usr/lib/systemd/system/flannel.service 192.168.43.22:/usr/lib/systemd/system/

[root@linux-node1 ~]# scp /usr/lib/systemd/system/flannel.service 192.168.43.23:/usr/lib/systemd/system/

7、Flannel CNI集成

下载CNI插件

[root@linux-node1 ~]# wget https://github.com/containernetworking/plugins/releases/download/v0.7.1/cni-plugins-amd64-v0.7.1.tgz

[root@linux-node1 src]# mkdir /opt/kubernetes/bin/cni

[root@linux-node2 src]# mkdir /opt/kubernetes/bin/cni

[root@linux-node3 src]# mkdir /opt/kubernetes/bin/cni

[root@linux-node1 src]# tar zxf cni-plugins-amd64-v0.7.1.tgz -C /opt/kubernetes/bin/cni

[root@linux-node1 src]# scp -r /opt/kubernetes/bin/cni/* 192.168.43.22:/opt/kubernetes/bin/cni/

[root@linux-node1 src]# scp -r /opt/kubernetes/bin/cni/* 192.168.43.23:/opt/kubernetes/bin/cni/

8、创建etcd的key

[root@linux-node1 src]# /opt/kubernetes/bin/etcdctl --ca-file /opt/kubernetes/ssl/ca.pem --cert-file /opt/kubernetes/ssl/flanneld.pem --key-file /opt/kubernetes/ssl/flanneld-key.pem

> --no-sync -C https://192.168.43.21:2379,https://192.168.43.22:2379,https://192.168.43.23:2379

> mk /kubernetes/network/config '{ "Network": "10.2.0.0/16", "Backend": { "Type": "vxlan", "VNI": 1 }}' >/dev/null 2>&1

9、启动flannel(三个节点都执行)

# systemctl daemon-reload

# systemctl enable flannel

# chmod +x /opt/kubernetes/bin/*

# systemctl start flannel

10、配置Docker使用Flannel

[root@linux-node1 src]# vim /usr/lib/systemd/system/docker.service

[Unit] #在Unit下面修改After和增加Requires

After=network-online.target firewalld.service flannel.service

Wants=network-online.target

Requires=flannel.service

[Service] #增加EnvironmentFile=-/run/flannel/docker

Type=notify

EnvironmentFile=-/run/flannel/docker

ExecStart=/usr/bin/dockerd $DOCKER_OPTS

[root@linux-node1 src]# scp /usr/lib/systemd/system/docker.service 192.168.43.22:/usr/lib/systemd/system/

[root@linux-node1 src]# scp /usr/lib/systemd/system/docker.service 192.168.43.23:/usr/lib/systemd/system/

11、重启docker三台节点执行同一操作

# systemctl daemon-reload

# systemctl restart docker