k8s集群———flannel网络

#master执行将内网通信地址写入etcd中，确保flannel能与etcd通信
#添加
/opt/etcd/bin/etcdctl --ca-file=/opt/etcd/ssl/ca.pem --cert-file=/opt/etcd/ssl/server.pem --key-file=/opt/etcd/ssl/server-key.pem --endpoints="https://192.168.1.63:2379,https://192.168.1.65:2379,https://192.168.1.66:2379" set /coreos.com/network/config  '{ "Network": "172.17.0.0/16", "Backend": {"Type":"vxlan"}}'
查看
/opt/etcd/bin/etcdctl --ca-file=/opt/etcd/ssl/ca.pem --cert-file=/opt/etcd/ssl/server.pem --key-file=/opt/etcd/ssl/server-key.pem --endpoints="https://192.168.1.63:2379,https://192.168.1.65:2379,https://192.168.1.66:2379" get  /coreos.com/network/config  

node节点
mkdir /opt/kubernetes/{bin,cfg,ssl} -p
tar zxvf flannel-v0.10.0-linux-amd64.tar.gz
mv flanneld mk-docker-opts.sh  /opt/kubernetes/bin

#执行脚本
./flannel  https://192.168.1.63:2379,https://192.168.1.65:2379,https://192.168.1.66:2379

#脚本内容
root@k8s-master: /opt ::
$ cat flannel.sh
#!/bin/bash
#定义传参https://192.168.1.63:2379,https://192.168.1.65:2379,https://192.168.1.66:2379
ETCD_ENDPOINTS=${:-"http://127.0.0.1:2379"}

#flannel配置文件
cat <<EOF >/opt/kubernetes/cfg/flanneld

FLANNEL_OPTIONS="--etcd-endpoints=${ETCD_ENDPOINTS} \
-etcd-cafile=/opt/etcd/ssl/ca.pem \
-etcd-certfile=/opt/etcd/ssl/server.pem \
-etcd-keyfile=/opt/etcd/ssl/server-key.pem"

EOF
#systemctl管理flannel模块
cat <<EOF >/usr/lib/systemd/system/flanneld.service
[Unit]
Description=Flanneld overlay address etcd agent
After=network-online.target network.target
Before=docker.service

[Service]
Type=notify
EnvironmentFile=/opt/kubernetes/cfg/flanneld
ExecStart=/opt/kubernetes/bin/flanneld --ip-masq \$FLANNEL_OPTIONS
ExecStartPost=/opt/kubernetes/bin/mk-docker-opts.sh -k DOCKER_NETWORK_OPTIONS -d /run/flannel/subnet.env
Restart=on-failure

[Install]
WantedBy=multi-user.target

EOF
###docker配置文件
cat <<EOF >/usr/lib/systemd/system/docker.service

[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network-online.target firewalld.service
Wants=network-online.target

[Service]
Type=notify
#########主要是加了这两行，docker是否引用flannel网络
EnvironmentFile=/run/flannel/subnet.env
ExecStart=/usr/bin/dockerd \$DOCKER_NETWORK_OPTIONS
#########
ExecReload=/bin/kill -s HUP \$MAINPID
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
TimeoutStartSec=
Delegate=yes
KillMode=process
Restart=on-failure
StartLimitBurst=
StartLimitInterval=60s

[Install]
WantedBy=multi-user.target

EOF

systemctl daemon-reload
systemctl enable flanneld
systemctl restart flanneld
systemctl restart docker

root@k8s-master: /opt ::
$
#ifconfig查看docker0的ip地址是与flannel.1的ip在一个网段
root@k8s-node01: /opt/kubernetes/bin ::
$ ifconfig docker0
docker0: flags=<UP,BROADCAST,MULTICAST>  mtu
        inet 172.17.94.1  netmask 255.255.255.0  broadcast 172.17.94.255
        inet6 fe80:::83ff:fe96:f053  prefixlen   scopeid 0x20<link>
        ether ::::f0:  txqueuelen   (Ethernet)
        RX packets   bytes  (392.0 B)
        RX errors   dropped   overruns   frame
        TX packets   bytes  (1.1 KiB)
        TX errors   dropped  overruns   carrier   collisions 

root@k8s-node01: /opt/kubernetes/bin ::
$ ifconfig flannel.
flannel.: flags=<UP,BROADCAST,RUNNING,MULTICAST>  mtu
        inet 172.17.94.0  netmask 255.255.255.255  broadcast 0.0.0.0
        inet6 fe80::5c8d:26ff:fe95:d0e8  prefixlen   scopeid 0x20<link>
        ether 5e:8d:::d0:e8  txqueuelen   (Ethernet)
        RX packets   bytes  (336.0 B)
        RX errors   dropped   overruns   frame
        TX packets   bytes  (336.0 B)
        TX errors   dropped  overruns   carrier   collisions 

root@k8s-node01: /opt/kubernetes/bin ::
$ 

#查看docker是否引用flannel的ip
root@k8s-node01: /opt/kubernetes/bin ::
$ ps -ef|grep dockerd
root             : ?        :: /usr/bin/dockerd --bip=172.17.94.1/ --ip-masq=false --mtu=
root         : pts/    :: grep --color=auto dockerd
root@k8s-node01: /opt/kubernetes/bin ::
$ cat /usr/lib/systemd/system/docker.service 

[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network-online.target firewalld.service
Wants=network-online.target

[Service]
Type=notify
EnvironmentFile=/run/flannel/subnet.env
ExecStart=/usr/bin/dockerd $DOCKER_NETWORK_OPTIONS
ExecReload=/bin/kill -s HUP $MAINPID
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
TimeoutStartSec=
Delegate=yes
KillMode=process
Restart=on-failure
StartLimitBurst=
StartLimitInterval=60s

[Install]
WantedBy=multi-user.target

root@k8s-node01: /opt/kubernetes/bin ::
$ cat /run/flannel/subnet.env
DOCKER_OPT_BIP="--bip=172.17.94.1/24"
DOCKER_OPT_IPMASQ="--ip-masq=false"
DOCKER_OPT_MTU="--mtu=1450"
DOCKER_NETWORK_OPTIONS=" --bip=172.17.94.1/24 --ip-masq=false --mtu=1450"
root@k8s-node01: /opt/kubernetes/bin ::
$
完成