1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18

# 安装必要的一些系统工具
apt-get update && apt -y upgrade
apt-get -y install apt-transport-https ca-certificates curl software-properties-common
# 安装 docker GPG 证书
curl -fsSL https://mirrors.aliyun.com/docker-ce/linux/ubuntu/gpg | sudo apt-key add -
# 写入 docker 软件源信息
sudo add-apt-repository "deb [arch=amd64] https://mirrors.aliyun.com/docker-ce/linux/ubuntu $(lsb_release -cs) stable"
# 写入 kubernetes GPG
curl https://mirrors.aliyun.com/kubernetes/apt/doc/apt-key.gpg | sudo apt-key add - 
# 写入 kubernetes 源
cat <<EOF >/etc/apt/sources.list.d/kubernetes.list
deb https://mirrors.aliyun.com/kubernetes/apt/ kubernetes-xenial main
EOF
# 安装 docker kubeadm
apt-get update
apt-cache madison docker-ce
sudo apt-get -y install docker-ce=5:19.03.15~3-0~ubuntu-focal
apt-get install -y kubelet=1.20.4-00 kubeadm=1.20.4-00 kubectl=1.20.4-00

1
2
3
4
5
6
7
8

mkdir /etc/docker
vi /etc/docker/daemon.json
{
  "registry-mirrors": ["https://jhd12sgk.mirror.aliyuncs.com"],
  "exec-opts": ["native.cgroupdriver=systemd"]
}
sudo systemctl daemon-reload
sudo systemctl restart docker

1
2
3
4
5
6
7

# 关闭 swap 自动挂载
vim /etc/fstab
# 立刻摘除 swap
swapoff -a
# 调整 swap 使用的阈值
echo "vm.swappiness = 0" >> /etc/sysctl.conf
sysctl -p

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20

$ vi kubeadm.yaml
apiVersion: kubeadm.k8s.io/v1beta2
kind: InitConfiguration
nodeRegistration:
  kubeletExtraArgs:
    cgroup-driver: "systemd"
---
apiVersion: kubeadm.k8s.io/v1beta2
kind: ClusterConfiguration
kubernetesVersion: "v1.20.4"
clusterName: "example-cluster"
controllerManager:
  extraArgs:
    horizontal-pod-autoscaler-use-rest-clients: "true"
    horizontal-pod-autoscaler-sync-period: "10s"
apiServer:
  extraArgs:
    runtime-config: "api/all=true"
    advertise-address: 192.168.1.200
imageRepository: "registry.cn-hangzhou.aliyuncs.com/google_containers"

1

kubeadm config images pull --config=kubeadm.yaml

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21

$ kubeadm init --config=kubeadm.yaml
Your Kubernetes control-plane has initialized successfully!

To start using your cluster, you need to run the following as a regular user:

  mkdir -p $HOME/.kube
  sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
  sudo chown $(id -u):$(id -g) $HOME/.kube/config

Alternatively, if you are the root user, you can run:

  export KUBECONFIG=/etc/kubernetes/admin.conf

You should now deploy a pod network to the cluster.
Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
  https://kubernetes.io/docs/concepts/cluster-administration/addons/

Then you can join any number of worker nodes by running the following on each as root:

kubeadm join 192.168.1.200:6443 --token krgn7i.tq1gvosqrba8srte \
    --discovery-token-ca-cert-hash sha256:f476eeb222f9a968bb43bb909beef58df198bfb204baedff7a8db7ce40aca387

1
2
3

mkdir -p $HOME/.kube
sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
sudo chown $(id -u):$(id -g) $HOME/.kube/config

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

# 安装必要的一些系统工具
apt-get update && apt -y upgrade
apt-get -y install apt-transport-https ca-certificates curl software-properties-common
# 安装 docker GPG 证书
curl -fsSL https://mirrors.aliyun.com/docker-ce/linux/ubuntu/gpg | sudo apt-key add -
# 写入 docker 软件源信息
sudo add-apt-repository "deb [arch=amd64] https://mirrors.aliyun.com/docker-ce/linux/ubuntu $(lsb_release -cs) stable"
# 写入 kubernetes GPG
curl https://mirrors.aliyun.com/kubernetes/apt/doc/apt-key.gpg | sudo apt-key add - 
# 写入 kubernetes 源
cat <<EOF >/etc/apt/sources.list.d/kubernetes.list
deb https://mirrors.aliyun.com/kubernetes/apt/ kubernetes-xenial main
EOF
# 安装 docker kubeadm
apt-get update
apt-cache madison docker-ce
sudo apt-get -y install docker-ce=5:19.03.15~3-0~ubuntu-focal
apt-get install -y kubelet=1.20.4-00 kubeadm=1.20.4-00

# 关闭 swap
vim /etc/fstab
swapoff -a
echo "vm.swappiness = 0" >> /etc/sysctl.conf
sysctl -p

mkdir /etc/docker
vi /etc/docker/daemon.json
{
  "registry-mirrors": ["https://jhd12sgk.mirror.aliyuncs.com"],
  "exec-opts": ["native.cgroupdriver=systemd"]
}
sudo systemctl daemon-reload
sudo systemctl restart docker

1
2

kubeadm join 192.168.1.200:6443 --token krgn7i.tq1gvosqrba8srte \
    --discovery-token-ca-cert-hash sha256:f476eeb222f9a968bb43bb909beef58df198bfb204baedff7a8db7ce40aca387

1
2
3
4
5
6
7

#节点加入命令格式如下：
kubeadm join --token <token> <control-plane-host>:<control-plane-port> --discovery-token-ca-cert-hash sha256:<hash>

#查询当前token
kubeadm token list
#查看 --discovery-token-ca-cert-hash的值
openssl x509 -pubkey -in /etc/kubernetes/pki/ca.crt | openssl rsa -pubin -outform der 2>/dev/null | openssl dgst -sha256 -hex | sed 's/^.* //'

1

kubectl apply -f "https://cloud.weave.works/k8s/net?k8s-version=$(kubectl version | base64 | tr -d '\n')"

1
2
3
4
5

$ kubectl get nodes
NAME         STATUS   ROLES                  AGE   VERSION
k8s-master   Ready    control-plane,master   24h   v1.20.4
k8s-node02   Ready    <none>                 23h   v1.20.4
k8s-node1    Ready    <none>                 23h   v1.20.4

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

$ vi nginx-deployment.yaml
apiVersion: apps/v1
kind: Deployment
metadata:
  name: nginx-deployment
spec:
  selector:
    matchLabels:
      app: nginx
  replicas: 2
  template:
    metadata:
      labels:
        app: nginx
    spec:
      containers:
      - name: nginx
        image: nginx:1.7.9
        ports:
        - containerPort: 80

$ kubectl create -f nginx-deployment.yaml
$ kubectl get pods
NAME                                READY   STATUS              RESTARTS   AGE
nginx-deployment-5d59d67564-n4tth   0/1     ContainerCreating   0          31s
nginx-deployment-5d59d67564-nljwb   0/1     ContainerCreating   0          31s

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39

$ wget https://raw.githubusercontent.com/rook/rook/master/cluster/examples/kubernetes/ceph/common.yaml
$ wget https://raw.githubusercontent.com/rook/rook/master/cluster/examples/kubernetes/ceph/crds.yaml
$ wget https://raw.githubusercontent.com/rook/rook/master/cluster/examples/kubernetes/ceph/operator.yaml
$ wget https://raw.githubusercontent.com/rook/rook/master/cluster/examples/kubernetes/ceph/cluster.yaml

$ vi operator.yaml
  ROOK_CSI_CEPH_IMAGE: "quay.io/cephcsi/cephcsi:v3.4.0"
  ROOK_CSI_REGISTRAR_IMAGE: "registry.aliyuncs.com/it00021hot/csi-node-driver-registrar:v2.2.0"
  ROOK_CSI_RESIZER_IMAGE: "registry.aliyuncs.com/it00021hot/csi-resizer:v1.2.0"
  ROOK_CSI_PROVISIONER_IMAGE: "registry.aliyuncs.com/it00021hot/csi-provisioner:v2.2.2"
  ROOK_CSI_SNAPSHOTTER_IMAGE: "registry.aliyuncs.com/it00021hot/csi-snapshotter:v4.1.1"
  ROOK_CSI_ATTACHER_IMAGE: "registry.aliyuncs.com/it00021hot/csi-attacher:v3.2.1"

$ vi cluster.yaml
  storage: # cluster level storage configuration and selection
    useAllNodes: false
    useAllDevices: false
    deviceFilter: sdb
    nodes:
    - name: "k8s-node1"  #指定存储节点主机
      devices:
      - name: "sdb"    #指定磁盘为/dev/sdb
    - name: "k8s-node2"
      devices:
      - name: "sdb"
    
    dashboard:
      enabled: true
      # serve the dashboard under a subpath (useful when you are accessing the dashboard via a reverse proxy)
      # urlPrefix: /ceph-dashboard
      # serve the dashboard at the given port.
      # port: 8443
      # serve the dashboard using SSL
      ssl: false

$ kubectl apply -f common.yaml
$ kubectl apply -f crds.yaml
$ kubectl apply -f operator.yaml
$ kubectl apply -f cluster.yaml