一、环境配置

服务器配置：2核4G

IP：192.168.10.23

主机名：master4
将改主机加入此 集群
# 1.修改主机名

hostnamectl set-hostname master4 && bash

# 2.添加hosts

127.0.1.1 master4

192.168.10.20 master

192.168.10.21 master2

192.168.10.22 master3

192.168.10.23 master4

192.168.10.24 node1

192.168.10.25 node2

# 3.ssh信任

ssh-keygen -t rsa

ssh-copy-id master

# 4.关闭交换分区

swapoff -a  # 临时关闭

永久关闭为注销/etc/fstab中swap一行

# 5.修改机器内核参数

modprobe br_netfilter

echo "modprobe br_netfilter" >> /etc/profile

cat > /etc/sysctl.d/k8s.conf <<EOF

net.bridge.bridge-nf-call-ip6tables = 1

net.bridge.bridge-nf-call-iptables = 1

net.ipv4.ip_forward = 1

EOF

sysctl -p /etc/sysctl.d/k8s.conf

# 6. 关闭防火墙

systemctl stop firewalld ; systemctl disable firewalld

# 7.关闭selinux,修改 x selinux  配置文件之后，重启：ubuntu如果没有安装不用管

sed -i 's/SELINUX=enforcing/SELINUX=disabled/g' /etc/selinux/config

# 8.配置阿里云源

# step 1: 安装必要的一些系统工具

sudo apt-get update

sudo apt-get -y install apt-transport-https ca-certificates curl software-properties-common

# step 2: 安装GPG证书

curl -fsSL https://mirrors.aliyun.com/docker-ce/linux/ubuntu/gpg | sudo apt-key add -

# Step 3: 写入软件源信息

sudo add-apt-repository "deb [arch=amd64] https://mirrors.aliyun.com/docker-ce/linux/ubuntu $(lsb_release -cs) stable"

# Step 4: 更新并安装Docker-CE

sudo apt-get -y update

# 9.配置kubernets源

# (1).更新 apt 包索引并安装使用 Kubernetes apt 仓库所需要的包

sudo apt-get update

# apt-transport-https 可能是一个虚拟包（dummy package）；如果是的话，你可以跳过安装这个包

sudo apt-get install -y apt-transport-https ca-certificates curl gpg

# (2).下载用于 Kubernetes 软件包仓库的公共签名密钥。所有仓库都使用相同的签名密钥，因此你可以忽略URL中的版本：

curl -fsSL https://pkgs.k8s.io/core:/stable:/v1.28/deb/Release.key | sudo gpg --dearmor -o /etc/apt/keyrings/kubernetes-apt-keyring.gpg

# (3).添加 Kubernetes apt 仓库。 请注意，此仓库仅包含适用于 Kubernetes 1.28 的软件包； 对于其他 Kubernetes 次要版本，则需要更改 URL 中的 Kubernetes 次要版本以匹配你所需的次要版本，如果之前有会覆盖

echo 'deb [signed-by=/etc/apt/keyrings/kubernetes-apt-keyring.gpg] https://pkgs.k8s.io/core:/stable:/v1.28/deb/ /' | sudo tee /etc/apt/sources.list.d/kubernetes.list

# 10.时间同步并定时同步

cp /usr/share/zoneinfo/Asia/Shanghai /etc/localtime

ntpdate time1.aliyun.com

二、基础软件包安装

sudo apt -y install ipvsadm ipset sysstat conntrack g++ openssl libssl-dev zlib zlib1g-dev libpcre3 libpcre3-dev build-essential

2.1 安装containerd

# 1.安装containerd服务

yum -y install containerd

# 2.生成containerd配置文件

mkdir -p /etc/containerd

containerd config default > /etc/containerd/config.toml

# 3.修改配置文件

vim /etc/containerd/config.toml

SystemdCgroup = true   # false改为true

sandbox_image = "registry.aliyuncs.com/google_containers/pause:3.9"   # 如果版本不清楚后面kubeadm config images list --config=kubeadm.yml时可以看了再修改

# 4.配置为开机启动

systemctl enable containerd --now

# 5.修改/etc/crictl.yaml 文件

cat > /etc/crictl.yaml <<EOF

runtime-endpoint: unix:///run/containerd/containerd.sock

image-endpoint: unix:///run/containerd/containerd.sock

timeout: 10

debug: false

EOF

systemctl restart containerd

# 6.配置镜像加速器

# 编辑 vim /etc/containerd/config.toml 文件，修改

config_path = "/etc/containerd/certs.d"

mkdir /etc/containerd/certs.d/docker.io/ -p

vim /etc/containerd/certs.d/docker.io/hosts.toml

[host."https://pft7f97f.mirror.aliyuncs.com",host."https://registry.docker-cn.com",host."https://docker.mirrors.ustc.edu.cn"]

  capabilities = ["pull"]

systemctl restart containerd

# 设置容器运行时
# 1.设置容器运行时，master,node

crictl config runtime-endpoint unix:///run/containerd/containerd.sock

2.2 安装k8s所需软件

# 安装 kubelet、kubeadm 和 kubectl，并锁定其版本：

sudo apt-get update -y

# 1.查看kubeadm、kubectl、kubelet有哪些版本

root@master4:/etc/containerd# apt-cache madison kubeadm kubelet kubectl

   kubeadm | 1.28.5-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubeadm | 1.28.4-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubeadm | 1.28.3-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubeadm | 1.28.2-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubeadm | 1.28.1-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubeadm | 1.28.0-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubelet | 1.28.5-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubelet | 1.28.4-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubelet | 1.28.3-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubelet | 1.28.2-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubelet | 1.28.1-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubelet | 1.28.0-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubectl | 1.28.5-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubectl | 1.28.4-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubectl | 1.28.3-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubectl | 1.28.2-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubectl | 1.28.1-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

   kubectl | 1.28.0-1.1 | https://pkgs.k8s.io/core:/stable:/v1.28/deb  Packages

# 2.安装指定版本

root@master4:/etc/containerd# apt-get -y install kubelet=1.28.2-1.1 kubeadm=1.28.2-1.1 kubectl=1.28.2-1.1

# 阻止软件自动更新

apt-mark hold kubelet kubeadm kubectl

systemctl enable kubelet

2.3 安装配置nginx+keepalived

# 安装nginx、keepalived

apt-get install nginx keepalived

# 配置文件

[root@master service]# scp /etc/keepalived/keepalived.conf master4:/etc/keepalived/

keepalived.conf                                                                                                                  100%  806    85.4KB/s   00:00

[root@master service]# scp /etc/keepalived/check_nginx.sh master4:/etc/keepalived/

check_nginx.sh

[root@master service]# scp /etc/nginx/nginx.conf master4:/etc/nginx/

nginx.conf

# 在master4的nginx.conf中添加一条启用stream模块

include /etc/nginx/modules-enabled/*.conf;

systemctl enable nginx && systemctl start nginx
systemctl enable keepalived && systemctl start keepalived

2.4 加入到集群中作为控制节点

# 2.将master节点证书拷贝到master4节点，master4节点建立目录

mkdir -p /etc/kubernetes/pki/etcd/

scp /etc/kubernetes/pki/ca.* master4:/etc/kubernetes/pki/

scp /etc/kubernetes/pki/sa.* master4:/etc/kubernetes/pki/

scp /etc/kubernetes/pki/front-proxy-ca.* master4:/etc/kubernetes/pki/

scp /etc/kubernetes/pki/etcd/ca.* master4:/etc/kubernetes/pki/etcd/

# 将kubeadm.yaml文件传输到master4上下载kubernetes所需镜像

root@master4:~# kubeadm config images list --config=kubeadm.yaml

registry.cn-hangzhou.aliyuncs.com/google_containers/kube-apiserver:v1.28.2

registry.cn-hangzhou.aliyuncs.com/google_containers/kube-controller-manager:v1.28.2

registry.cn-hangzhou.aliyuncs.com/google_containers/kube-scheduler:v1.28.2

registry.cn-hangzhou.aliyuncs.com/google_containers/kube-proxy:v1.28.2

registry.cn-hangzhou.aliyuncs.com/google_containers/pause:3.9

registry.cn-hangzhou.aliyuncs.com/google_containers/etcd:3.5.9-0

registry.cn-hangzhou.aliyuncs.com/google_containers/coredns:v1.10.1

root@master4:~# kubeadm config images pull--config=kubeadm.yaml
# 在master节点生成token

[root@master k8s]# kubeadm token create --print-join-command

kubeadm join 192.168.10.19:16443 --token 03b1fu.tyfrsq69b28jcduj --discovery-token-ca-cert-hash sha256:3d2052ebcdc58cce07aeb55f9e5987d8d406e3b0d0370299283cdb4fdc216eeb

# 将master4加入集群中

kubeadm join 192.168.10.19:16443 --token 03b1fu.tyfrsq69b28jcduj --discovery-token-ca-cert-hash sha256:3d2052ebcdc58cce07aeb55f9e5987d8d406e3b0d0370299283cdb4fdc216eeb --control-plane

# master4上执行

    mkdir -p $HOME/.kube

    sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config

    sudo chown $(id -u):$(id -g) $HOME/.kube/config

# 查看nodes

root@master4:/etc/nginx# kubectl get nodes

NAME      STATUS   ROLES           AGE     VERSION

master    Ready    control-plane   2d11h   v1.28.5

master2   Ready    control-plane   2d11h   v1.28.5

master4   Ready    control-plane   4m3s    v1.28.2

node1     Ready    worker          2d10h   v1.28.5

node2     Ready    worker          30h     v1.28.5

三、版本升级：从1.28.2升级到1.28.5

# 1.将master4设置为维护模式

kubectl cordon master4

# 2.驱逐节点上数据

kubectl  drain master4 --ignore-daemonsets --force --delete-empty-data

# 3.查看可升级的版本

apt update

apt-cache madison kubeadm

# 4.升级kubeadm,用最新的补丁版本号替换 1.28.x-* 中的 x

apt-mark unhold kubeadm && \

apt-get update && apt-get install -y kubeadm='1.28.x-*' && \

apt-mark hold kubeadm

# 查看版本号

kubectl version

# 5.验证版本升级计划

root@master4:/etc/apt/keyrings# kubeadm upgrade plan

[upgrade/config] Making sure the configuration is correct:

[upgrade/config] Reading configuration from the cluster...

[upgrade/config] FYI: You can look at this config file with 'kubectl -n kube-system get cm kubeadm-config -o yaml'

[preflight] Running pre-flight checks.

[upgrade] Running cluster health checks

[upgrade] Fetching available versions to upgrade to

[upgrade/versions] Cluster version: v1.28.5

[upgrade/versions] kubeadm version: v1.28.5

I0113 11:32:45.140007  382936 version.go:256] remote version is much newer: v1.29.0; falling back to: stable-1.28

[upgrade/versions] Target version: v1.28.5

[upgrade/versions] Latest version in the v1.28 series: v1.28.5

# 6.选择要升级到的目标版本，运行合适的命令

root@master4:/etc/apt/keyrings# kubeadm upgrade apply v1.28.5

成功命令：

[upgrade/successful] SUCCESS! Your cluster was upgraded to "v1.28.5". Enjoy!

root@master4:/etc/apt/keyrings# kubeadm upgrade apply v1.28.5

[upgrade/config] Making sure the configuration is correct:

[upgrade/config] Reading configuration from the cluster...

[upgrade/config] FYI: You can look at this config file with 'kubectl -n kube-system get cm kubeadm-config -o yaml'

[preflight] Running pre-flight checks.

[upgrade] Running cluster health checks

[upgrade/version] You have chosen to change the cluster version to "v1.28.5"

[upgrade/versions] Cluster version: v1.28.5

[upgrade/versions] kubeadm version: v1.28.5

[upgrade] Are you sure you want to proceed? [y/N]: y

[upgrade/prepull] Pulling images required for setting up a Kubernetes cluster

[upgrade/prepull] This might take a minute or two, depending on the speed of your internet connection

[upgrade/prepull] You can also perform this action in beforehand using 'kubeadm config images pull'

W0113 11:41:29.087629  387705 checks.go:835] detected that the sandbox image "registry.aliyuncs.com/google_containers/pause:3.7" of the container runtime is inconsistent with that used by kubeadm. It is recommended that using "registry.cn-hangzhou.aliyuncs.com/google_containers/pause:3.9" as the CRI sandbox image.

[upgrade/apply] Upgrading your Static Pod-hosted control plane to version "v1.28.5" (timeout: 5m0s)...

[upgrade/etcd] Upgrading to TLS for etcd

[upgrade/staticpods] Preparing for "etcd" upgrade

[upgrade/staticpods] Renewing etcd-server certificate

[upgrade/staticpods] Renewing etcd-peer certificate

[upgrade/staticpods] Renewing etcd-healthcheck-client certificate

[upgrade/staticpods] Moved new manifest to "/etc/kubernetes/manifests/etcd.yaml" and backed up old manifest to "/etc/kubernetes/tmp/kubeadm-backup-manifests-2024-01-13-11-41-52/etcd.yaml"

[upgrade/staticpods] Waiting for the kubelet to restart the component

[upgrade/staticpods] This might take a minute or longer depending on the component/version gap (timeout 5m0s)

[apiclient] Found 3 Pods for label selector component=etcd

[upgrade/staticpods] Component "etcd" upgraded successfully!

[upgrade/etcd] Waiting for etcd to become available

[upgrade/staticpods] Writing new Static Pod manifests to "/etc/kubernetes/tmp/kubeadm-upgraded-manifests3806239562"

[upgrade/staticpods] Preparing for "kube-apiserver" upgrade

[upgrade/staticpods] Current and new manifests of kube-apiserver are equal, skipping upgrade

[upgrade/staticpods] Preparing for "kube-controller-manager" upgrade

[upgrade/staticpods] Current and new manifests of kube-controller-manager are equal, skipping upgrade

[upgrade/staticpods] Preparing for "kube-scheduler" upgrade

[upgrade/staticpods] Current and new manifests of kube-scheduler are equal, skipping upgrade

[upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace

[kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster

[upgrade] Backing up kubelet config file to /etc/kubernetes/tmp/kubeadm-kubelet-config188327240/config.yaml

[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"

[bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes

[bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials

[bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token

[bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster

[addons] Applied essential addon: CoreDNS

W0113 11:44:01.589812  387705 endpoint.go:57] [endpoint] WARNING: port specified in controlPlaneEndpoint overrides bindPort in the controlplane address

[addons] Applied essential addon: kube-proxy

[upgrade/successful] SUCCESS! Your cluster was upgraded to "v1.28.5". Enjoy!

[upgrade/kubelet] Now that your control plane is upgraded, please proceed with upgrading your kubelets if you haven't already done so.

kubeadm upgrade apply v1.28.5



# 7.升级 kubelet 和 kubectl

apt-mark unhold kubeadm kubectl

apt-get update && apt-get install -y kubelet='1.28.5-*' kubectl='1.28.5-*'

验证版本：

kubectl version

kubelet --version

apt-mark hold kubelet kubectl

# 7.重启服务

sudo systemctl daemon-reload

sudo systemctl restart kubelet

# 8.解除保护，将节点加入集群

root@master4:/etc/apt/keyrings# kubectl uncordon master4

node/master4 uncordoned

root@master4:/etc/apt/keyrings# kubectl get nodes

NAME      STATUS   ROLES           AGE     VERSION

master    Ready    control-plane   2d22h   v1.28.5

master2   Ready    control-plane   2d22h   v1.28.5

master4   Ready    control-plane   10h     v1.28.5

node1     Ready    worker          2d20h   v1.28.5

node2     Ready    worker          41h     v1.28.5


												


											
Ubuntu 20.04版本安装k8s控制节点与控制节点升级的更多相关文章
	

    
						
  1. Ubuntu 20.04 版本安装
		
    Ubuntu 20.04 版本安装 安装步骤 首先创建好Ubuntu 20.04虚拟机 等待系统检查完整性 选择语言 选择不更新,回车确定 键盘语言默认即可 网卡IP配置 设置代理服务器 设置源 自定 ...
    
		
    2. 
						
  2. Ubuntu 20.04上安装MySQL教程，ubuntu安装mysql
		
    在Ubuntu 20.04上安装MySQL教程 先决条件 确保您以具有sudo特权的用户身份登录. 在Ubuntu上安装MySQL 在撰写本文时,Ubuntu存储库中可用的MySQL的最新版本是MyS ...
    
		
    3. 
						
  3. ubuntu 20.04 编译安装 p 详解
		
    事情的起因 实验需要安装 p4 环境 我考虑到我自己的电脑性能不足,因此打算在本机安装 github上官方仓库的安装教程老旧,都是在 ubuntu14.04或者ubuntu16.04 我长时间用的li ...
    
		
    4. 
						
  4. Ubuntu 20.04.1 安装软件和系统配置脚本
		
    #!/bin/bash # https://launchpad.net/ubuntu # https://www.easyicon.net # https://download-chromium.ap ...
    
		
    5. 
						
  5. Ubuntu 20.04 Docker 安装并配置
		
    前言 Docker 的使用能极大地方便我们的开发,减少环境搭建,依赖安装等繁琐且容易出错的问题. 安装 Docker Ubuntu 20.04 官方 apt 源中就有 Docker,我们可以直接通过  ...
    
		
    6. 
						
  6. Ubuntu 20.04 手动安装 sublime_text 并建立搜索栏图标（解决 Ubuntu 20.04 桌面图标无法双击打开问题）
		
    下载sublime_text_3离线程序包 wget https://download.sublimetext.com/sublime_text_3_build_3211_x64.tar.bz2 #x ...
    
		
    7. 
						
  7. [Ubuntu] 14.04版本安装JDK8失败
		
    系统:Ubuntu 14.04 编译 Android 7.1 系统需要 JDK 8,但是安装时失败, $ -jdk Reading package lists... Done Building dep ...
    
		
    8. 
						
  8. 如何在Ubuntu 20.04上安装和保护phpMyAdmin
		
    转载csdn:cukw6666 https://blog.csdn.net/cukw6666/article/details/107985170
    
		
    9. 
						
  9. 其它综合-VMware虚拟机安装Ubuntu 19.04 版本
		
    Ubuntu 19.04 版本安装过程 1. 环境: 使用的虚拟机软件是VMware,版本为 12 .(网上一搜一大推,在此不再演示.) 使用的 ISO镜像为Ubuntu 19.04.(自己也可以在网 ...
    
		
    10. 
						
  10. 实战记录在 Linux Ubuntu 20.04 安装VNC 远程桌面
		
    Virtual Network Computing (VNC),是一个图形桌面共享系统,允许我们像使用Windows桌面系统一样可视化的使用键盘和鼠标远程控制服务器,当做一台远程的电脑一样. 主要用在 ...
    
		
    11. 
		

	


随机推荐
	

    
									
  1. 使用OHOS SDK构建flac
			
    参照OHOS IDE和SDK的安装方法配置好开发环境. 从github下载源码. 执行如下命令: git clone --depth=1 https://github.com/xiph/flac 进入 ...
    
			
    2. 
						
  2. 在DAYU200上实现OpenHarmony跳转拨号界面
			
    一.简介 日常生活中,打电话是最常见的交流方式之一,那么如何在OpenAtom OpenHarmony(简称"OpenHarmony")中进行电话服务相关的开发呢?今天我们可以一起 ...
    
			
    3. 
						
  3. C# PropertyChanged 事件-数据绑定
			
    在.NET平台上,数据绑定是一项令人十分愉快的技术.利用数据绑定能减少代码,简化控制逻辑. 通常,可以将某个对象的一个属性绑定到一个可视化的控件上,当属性值改变时,控件上的显示数据也随之发生变化.要实 ...
    
			
    4. 
						
  4. Linux：vscode扩展无法下载，报错：Error while fetching extensions : XHR failed
			
    在Linux系统上下载安装好vscode以后,发现扩展里面无法下载安装,报错:Error while fetching extensions : XHR failed 解决办法:修改 hosts 文件 ...
    
			
    5. 
						
  5. VS Qt扩展插件下载地址
			
    使用vs开发qt项目,需要安装qt插件 QT插件下载地址:https://mirrors.ustc.edu.cn/qtproject/official_releases/vsaddin/
    
			
    6. 
						
  6. HarmonyOS语言基础类库开发指南上线啦！
			
      语言基础类库提供哪些功能?多线程并发如何实现?TaskPool(任务池)和Worker在实现和使用场景上有何不同? 针对开发者关注的并发等语言基础类库的相关能力,我们在新推出的语言基础类库开发指南 ...
    
			
    7. 
						
  7. 开发指导—利用CSS动画实现HarmonyOS动效（一）
			
     注:本文内容分享转载自HarmonyOS Developer官网文档 一. CSS语法参考 CSS是描述HML页面结构的样式语言.所有组件均存在系统默认样式,也可在页面CSS样式文件中对组件.页面自 ...
    
			
    8. 
						
  8. 在python中实现二叉树
			
    二叉树设计 定义节点类 class Node: # 修改初始化方法 def init(self,value): self.value = value # 节点值 self.left = None #  ...
    
			
    9. 
						
  9. 结构化数据上的 TopN 运算
			
    1.     最大值 / 最小值 最大值 / 最小值可以理解为 TopN 查询中,N 等于 1 时的情况,因为很常用所以单独拿出来讲一下.取最大值 / 最小值是很常见的需求,例如一班数学最高分是多少, ...
    
			
    10. 
						
  10. 重新整理 .net core 实践篇—————微服务的桥梁EventBus[三十一]
			
    前言 简单介绍一下EventBus. 正文 EventBus 也就是集成事件,用于服务与服务之间的通信. 比如说我们的订单处理事件,当订单处理完毕后,我们如果通过api马上去调用后续接口. 比如说订单 ...
    
			
    11.