kubernetes -高可用部署
阿新 • • 發佈：2022-05-25
目錄
系統初始化
設定系統主機名以及 Host 檔案的相互解析
hostnamectl set-hostname k8s-master01
安裝依賴包
yum install -y conntrack ntpdate ntp ipvsadm ipset iptables curl sysstat libseccomp wget vim net-tools git
設定防火牆為 Iptables 並設定空規則
systemctl stop firewalld && systemctl disable firewalld yum -y install iptables-services && systemctl start iptables && systemctl enable iptables && iptables -F && service iptables save
關閉 SELINUX
swapoff -a && sed -i '/ swap / s/^\(.*\)$/#\1/g' /etc/fstab
setenforce 0 && sed -i 's/^SELINUX=.*/SELINUX=disabled/' /etc/selinux/config
調整核心引數，對於 K8S
cat > kubernetes.conf <<EOF net.bridge.bridge-nf-call-iptables=1 net.bridge.bridge-nf-call-ip6tables=1 net.ipv4.ip_forward=1 net.ipv4.tcp_tw_recycle=0 vm.swappiness=0 # 禁止使用 swap 空間，只有當系統 OOM 時才允許使用它 vm.overcommit_memory=1 # 不檢查實體記憶體是否夠用 vm.panic_on_oom=0 # 開啟 OOM fs.inotify.max_user_instances=8192 fs.inotify.max_user_watches=1048576 fs.file-max=52706963 fs.nr_open=52706963 net.ipv6.conf.all.disable_ipv6=1 net.netfilter.nf_conntrack_max=2310720 EOF cp kubernetes.conf /etc/sysctl.d/kubernetes.conf sysctl -p /etc/sysctl.d/kubernetes.conf
調整系統時區
# 設定系統時區為 中國/上海
timedatectl set-timezone Asia/Shanghai
# 將當前的 UTC 時間寫入硬體時鐘
timedatectl set-local-rtc 0
# 重啟依賴於系統時間的服務
systemctl restart rsyslog
systemctl restart crond
關閉系統不需要服務
systemctl stop postfix && systemctl disable postfix
設定 rsyslogd 和 systemd journald
mkdir /var/log/journal # 持久化儲存日誌的目錄
mkdir /etc/systemd/journald.conf.d
cat > /etc/systemd/journald.conf.d/99-prophet.conf <<EOF
[Journal]
# 持久化儲存到磁碟
Storage=persistent
# 壓縮歷史日誌
Compress=yes
SyncIntervalSec=5m
RateLimitInterval=30s
RateLimitBurst=1000
# 最大佔用空間 10G
SystemMaxUse=10G
# 單日誌檔案最大 200M
SystemMaxFileSize=200M
# 日誌儲存時間 2 周
MaxRetentionSec=2week
# 不將日誌轉發到 syslog
ForwardToSyslog=no
EOF
systemctl restart systemd-journald
升級系統核心為 4.44
CentOS 7.x 系統自帶的 3.10.x 核心存在一些 Bugs，導致執行的 Docker、Kubernetes 不穩定，例如： rpm -Uvh http://www.elrepo.org/elrepo-release-7.0-3.el7.elrepo.noarch.rpm
rpm -Uvh http://www.elrepo.org/elrepo-release-7.0-3.el7.elrepo.noarch.rpm
# 安裝完成後檢查 /boot/grub2/grub.cfg 中對應核心 menuentry 中是否包含 initrd16 配置，如果沒有，再安裝一次！
yum --enablerepo=elrepo-kernel install -y kernel-lt
# 設定開機從新核心啟動
grub2-set-default 'CentOS Linux (4.4.189-1.el7.elrepo.x86_64) 7 (Core)'
Sealos 安裝
Sealos 相關命令
# 下載並安裝 sealos, sealos 是個 golang 的二進位制工具，直接下載拷貝到 bin 目錄即可, release 頁面也可下載
$ wget -c https://sealyun.oss-cn-beijing.aliyuncs.com/latest/sealos && \
chmod +x sealos && mv sealos /usr/bin
# 下載離線資源包
$ wget -c https://sealyun.oss-cn-beijing.aliyuncs.com/2fb10b1396f8c6674355fcc14a8cda7c-v1.20.0/kube1.20.0.tar.gz
# 安裝一個三 master 的 kubernetes 叢集
$ sealos init --passwd '123456' \
--master 192.168.0.2 --master 192.168.0.3 --master 192.168.0.4 \
--node 192.168.0.5 \
--pkg-url /root/kube1.20.0.tar.gz \
--version v1.16.0
增加 Master 節點
$ sealos join --master 192.168.0.6 --master 192.168.0.7
# 或者多個連續 IP
$ sealos join --master 192.168.0.6-192.168.0.9
增加 node
$ sealos join --node 192.168.0.6 --node 192.168.0.7
# 或者多個連續 IP
$ sealos join --node 192.168.0.6-192.168.0.9
刪除指定 Master 節點
$ sealos clean --master 192.168.0.6 --master 192.168.0.7
# 或者多個連續 IP
$ sealos clean --master 192.168.0.6-192.168.0.9
刪除指定 node 節點
$ sealos clean --node 192.168.0.6 --node 192.168.0.7
# 或者多個連續 IP
$ sealos clean --node 192.168.0.6-192.168.0.9
清理叢集
$ sealos clean --all
備份叢集
$ sealos etcd save
節點狀態
kube-scheduler 狀態檢視
$ kubectl get endpoints kube-scheduler -n kube-system -o yaml
NAME ENDPOINTS AGE
kube-scheduler <none> 12m
[root@k8s-master01 ~]# kubectl get endpoints kube-scheduler -n kube-system -o yaml
apiVersion: v1
kind: Endpoints
metadata:
annotations:
control-plane.alpha.kubernetes.io/leader: '{"holderIdentity":"k8s-master02_d9af3300-cdad-49ce-838a-2ccdd38fbf18","leaseDurationSeconds":15,"acquireTime":"2021-03-01T07:09:24Z","renewTime":"2021-03-01T07:21:27Z","leaderTransitions":1}'
creationTimestamp: "2021-03-01T07:08:32Z"
name: kube-scheduler
namespace: kube-system
resourceVersion: "2013"
selfLink: /api/v1/namespaces/kube-system/endpoints/kube-scheduler
uid: b34592b6-0fe0-4cdd-9887-4b5fc9e8de97
kube-controller-manager 狀態檢視
$ kubectl get endpoints kube-controller-manager -n kube-system -o yaml
apiVersion: v1
kind: Endpoints
metadata:
annotations:
control-plane.alpha.kubernetes.io/leader: '{"holderIdentity":"k8s-master02_690df468-d680-4231-a8b9-4c8fa452eecf","leaseDurationSeconds":15,"acquireTime":"2021-03-01T07:09:24Z","renewTime":"2021-03-01T07:25:47Z","leaderTransitions":1}'
creationTimestamp: "2021-03-01T07:08:32Z"
name: kube-controller-manager
namespace: kube-system
resourceVersion: "2440"
selfLink: /api/v1/namespaces/kube-system/endpoints/kube-controller-manager
uid: 69f747dd-57d7-4aec-8443-9b3906ee9963