devbox
IT小白
这个屌丝很懒，什么也没留下！
关注作者
热门标签
热门文章
当前位置:   article > 正文

Ansible+Shell+Containerd部署k8s

作者：IT小白 | 2024-02-22 03:25:47

赞

踩

Ansible+Shell+Containerd部署k8s

目录

一.可联网正常使用的虚拟机四台

二.main主机部署ansible实现统一管理

1.下载ansible

2.主机清单和配置文件

3.下发密钥进行管理

三.node部署k8s基础准备

1.完善hosts文件，关闭firewalld，disabled掉selinux

2.时间同步、禁用交换分区、配置内核和ipvs

四.部署k8s

1.此处用到的文件

2.具体剧本文件

五.main主机环境配置和集群初始化（放到后面做）

1.此处用到如下文件

2.脚本文件

3.ansible命令行控制node加入集群

六.部署calico网络插件

Ansible+Shell部署K8s，以下各部分脚本和剧本分开书写（便于理解），如有需要可以自行修改合并执行，代码篇幅较长，需要仔细修改自己的主机参数等

一.可联网正常使用的虚拟机四台

hostnameIP
main(作为ansible和k8s主要操作的主机)192.168.2.130
servera192.168.2.131
serverb192.168.2.132
serverc192.168.2.133
  1. [root@main ~]# tail -4 /etc/hosts
  2. 192.168.2.130 main
  3. 192.168.2.131 servera
  4. 192.168.2.132 serverb
  5. 192.168.2.133 serverc

二.main主机部署ansible实现统一管理

1.下载ansible

  1. [root@main ~]# yum install -y epel-release
  2. [root@main ~]# ansible --version
  3. ansible 2.9.27
  4.   config file = /root/ansible.cfg
  5.   configured module search path = [u'/root/.ansible/plugins/modules', u'/usr/share/ansible/plugins/modules']
  6.   ansible python module location = /usr/lib/python2.7/site-packages/ansible
  7.   executable location = /usr/bin/ansible
  8.   python version = 2.7.5 (default, Nov 14 2023, 16:14:06) [GCC 4.8.5 20150623 (Red Hat 4.8.5-44)]

2.主机清单和配置文件

  1. [root@main ~]# cat myhosts
  2. [node]
  3. servera
  4. serverb
  5. serverc
  6. [root@main ~]# cat ansible.cfg 
  7. [defaults]
  8. inventory=/root/myhosts
  9. remote_user=root
  10. become_user=True
  11. host_key_checking=False
  12. ask_pass=False
  13. gathering=smart
  14. [privilege_escalation]
  15. become=True
  16. become_method=sudo
  17. become_user=root
  18. become_ask_pass=False

3.下发密钥进行管理

  1. [root@main ~]# cat node-key.sh 
  2. #!/bin/bash
  3. hosts=("192.168.2.131" "192.168.2.132" "192.168.2.133")
  4. for host in "${hosts[@]}"
  5. do 
  6.   ssh-copy-id root@$host
  7. done
  8. ​
  9. [root@main k8s]# ansible all -m ping
  10. serverb | SUCCESS => {
  11.     "ansible_facts": {
  12.         "discovered_interpreter_python": "/usr/bin/python"
  13.     }, 
  14.     "changed": false, 
  15.     "ping": "pong"
  16. }
  17. serverc | SUCCESS => {
  18.     "ansible_facts": {
  19.         "discovered_interpreter_python": "/usr/bin/python"
  20.     }, 
  21.     "changed": false, 
  22.     "ping": "pong"
  23. }
  24. servera | SUCCESS => {
  25.     "ansible_facts": {
  26.         "discovered_interpreter_python": "/usr/bin/python"
  27.     }, 
  28.     "changed": false, 
  29.     "ping": "pong"
  30. }

三.node部署k8s基础准备

1.完善hosts文件，关闭firewalld，disabled掉selinux

  1. #文件如下
  2. [root@main k8s]# cat host-firewall-selinux.yaml 
  3. ---
  4. - name: hosts-config          #拷贝文件到受管节点并追加（main节点的可以自己配）
  5.   hosts: node
  6.   tasks:
  7.     - name: copy hostfile
  8.       copy:
  9.         src: /root/k8s/host-config
  10.         dest: /root
  11.     - name: add hostfile
  12.       shell: cat /root/host-config >> /etc/hosts
  13.  
  14. - name: stop firewalld    #关防火墙
  15.   hosts: node
  16.   tasks:
  17.     - name: stop it
  18.       service:
  19.         name: firewalld
  20.         state: stopped
  21. ​
  22. - name: change selinux   #disabled掉selinux并重启
  23.   hosts: node
  24.   tasks:
  25.     - name: change it
  26.       lineinfile:
  27.         path: /etc/selinux/config
  28.         regexp: '^SELINUX='
  29.         line: SELINUX=disabled
  30.     - name: restart hosts
  31.       reboot: 
  32. ​
  33. ​
  34. [root@main k8s]# ansible-playbook host-firewall-selinux.yaml 
  35. ​
  36. PLAY [hosts-config] **************************************************************************************************************
  37. ​
  38. TASK [Gathering Facts] ***********************************************************************************************************
  39. ok: [serverb]
  40. ok: [serverc]
  41. ok: [servera]
  42. ​
  43. TASK [copy hostfile] *************************************************************************************************************
  44. ok: [serverb]
  45. ok: [serverc]
  46. ok: [servera]
  47. ​
  48. TASK [add hostfile] **************************************************************************************************************
  49. changed: [serverb]
  50. changed: [serverc]
  51. changed: [servera]
  52. ​
  53. PLAY [stop firewalld] ************************************************************************************************************
  54. ​
  55. TASK [stop it] *******************************************************************************************************************
  56. ok: [servera]
  57. ok: [serverc]
  58. ok: [serverb]
  59. ​
  60. PLAY [change selinux] ************************************************************************************************************
  61. ​
  62. TASK [change it] *****************************************************************************************************************
  63. ok: [servera]
  64. ok: [serverb]
  65. ok: [serverc]
  66. ​
  67. TASK [restart hosts] *************************************************************************************************************
  68. changed: [serverb]
  69. changed: [serverc]
  70. changed: [servera]
  71. ​
  72. PLAY RECAP ***********************************************************************************************************************
  73. servera                    : ok=6    changed=2    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0   
  74. serverb                    : ok=6    changed=2    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0   
  75. serverc                    : ok=6    changed=2    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0  

2.时间同步、禁用交换分区、配置内核和ipvs

  1. [root@main k8s]# cat sysctl    #内核文件
  2. vm.swappiness=0
  3. net.bridge.bridge-nf-call-ip6tables = 1
  4. net.bridge.bridge-nf-call-iptables = 1
  5. net.ipv4.ip_forward = 1
  6. [root@main k8s]# cat ipvs   #ipvs文件
  7. #!/bin/bash
  8. modprobe -- ip_vs
  9. modprobe -- ip_vs_rr
  10. modprobe -- ip_vs_wrr
  11. modprobe -- ip_vs_sh
  12. modprobe -- nf_conntrack
  13. ​
  14. ​
  15. [root@main k8s]# cat basic.yaml    #剧本文件
  16. ---
  17. - name: install soft
  18.   hosts: node
  19.   vars:
  20.     package:
  21.       - wget
  22.       - tree
  23.       - bash-completion
  24.       - lrzsz
  25.       - psmisc
  26.       - net-tools
  27.       - vim
  28.       - chrony
  29.       - ipset
  30.       - ipvsadm
  31.   tasks:
  32.     - yum:
  33.         name: "{{ package }}"
  34.         state: latest
  35. ​
  36. - name: config chronyd
  37.   hosts: node
  38.   tasks:
  39.     - service:
  40.         name: chronyd
  41.         state: started
  42.     - shell: sed -i -e '/^server/s/^/# /' -e '$ a\server ntp1.aliyun.com iburst' /etc/chrony.conf
  43.     - service:
  44.         name: chronyd
  45.         state: restarted
  46.     - shell: chronyc sources
  47. ​
  48. - name: swapoff
  49.   hosts: node
  50.   tasks:
  51.     - shell: swapoff -a && sed -i 's/.*swap.*/#&/' /etc/fstab
  52. ​
  53. - name: sysctl
  54.   hosts: node
  55.   tasks:
  56.     - copy:
  57.         src: /root/k8s/sysctl
  58.         dest: /root
  59.     - shell: cat /root/sysctl > /etc/sysctl.conf && modprobe br_netfilter &&  modprobe overlay && sysctl -p
  60. ​
  61. - name: ipvs
  62.   hosts: node
  63.   tasks:
  64.     - copy:
  65.         src: /root/k8s/ipvs
  66.         dest: /root
  67.     - shell: cat /root/ipvs > /etc/sysconfig/modules/ipvs.modules && chmod +x /etc/sysconfig/modules/ipvs.modules && /bin/bash /etc/sysconfig/modules/ipvs.modules

四.部署k8s

1.此处用到的文件

  1. [root@main k8s]# cat k8s-image 
  2. [kubernetes]
  3. name=Kubernetes
  4. baseurl=http://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64
  5. enabled=1
  6. gpgcheck=0
  7. repo_gpgcheck=0
  8. gpgkey=http://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg
  9. http://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
  10. ​
  11. [root@main k8s]# cat crictl 
  12. runtime-endpoint: unix:///run/containerd/containerd.sock
  13. image-endpoint: unix:///run/containerd/containerd.sock
  14. timeout: 10
  15. debug: false

2.具体剧本文件

  1. [root@main k8s]# cat nodeconfig.yaml 
  2. ---
  3. - name: install k8s
  4.   hosts: node
  5.   vars:
  6.     package:
  7.       - kubeadm
  8.       - kubelet
  9.       - kubectl
  10.   tasks:
  11.     - copy:
  12.         src: /root/k8s/k8s-image
  13.         dest: /etc/yum.repos.d/kubernetes.repo
  14.     - yum: 
  15.         name: "{{ package }}"
  16.         state: latest
  17.     - shell: echo  'KUBELET_EXTRA_ARGS="--cgroup-driver=systemd" \
  18.                     KUBE_PROXY_MODE="ipvs"' /etc/sysconfig/kubelet
  19.     - service:
  20.         name: kubelet
  21.         state: started
  22. ​
  23. - name: install containerd
  24.   hosts: node
  25.   vars:
  26.     package:
  27.       - yum-utils
  28.       - device-mapper-persistent-data
  29.       - lvm2
  30.   tasks:
  31.     - yum:
  32.         name: "{{ package }}"
  33.         state: latest
  34.     - shell: yum-config-manager --add-repo https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo
  35.     - shell: sed -i 's+download.docker.com+mirrors.aliyun.com/docker-ce+' /etc/yum.repos.d/docker-ce.repo
  36.     - yum:
  37.         name: containerd
  38.         state: latest
  39.     - shell: containerd config default | tee /etc/containerd/config.toml
  40.     - shell: sed -i "s#SystemdCgroup\ \=\ false#SystemdCgroup\ \=\ true#g" /etc/containerd/config.toml
  41.     - shell: sed -i "s#registry.k8s.io#registry.aliyuncs.com/google_containers#g" /etc/containerd/config.toml
  42. ​
  43. - name: pull image
  44.   hosts: node
  45.   tasks:
  46.     - copy:
  47.         src: /root/k8s/crictl
  48.         dest: /root
  49.     - shell: cat /root/crictl > /etc/crictl.yaml
  50.     - shell: systemctl daemon-reload
  51.     - service:
  52.         name: containerd
  53.         state: started

五.main主机环境配置和集群初始化（放到后面做）

使用无脑简单shell脚本完成，篇幅长，建议下载下来仔细修改你所需要的内容

1.此处用到如下文件

  1. [root@main k8s]# cat host-config 
  2. 192.168.2.130 main
  3. 192.168.2.131 servera
  4. 192.168.2.132 serverb
  5. 192.168.2.133 serverc
  6. ​
  7. [root@main k8s]# cat sysctl 
  8. vm.swappiness=0
  9. net.bridge.bridge-nf-call-ip6tables = 1
  10. net.bridge.bridge-nf-call-iptables = 1
  11. net.ipv4.ip_forward = 1
  12. ​
  13. [root@main k8s]# cat ipvs 
  14. #!/bin/bash
  15. modprobe -- ip_vs
  16. modprobe -- ip_vs_rr
  17. modprobe -- ip_vs_wrr
  18. modprobe -- ip_vs_sh
  19. modprobe -- nf_conntrack
  20. ​
  21. [root@main k8s]# cat k8s-image 
  22. [kubernetes]
  23. name=Kubernetes
  24. baseurl=http://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64
  25. enabled=1
  26. gpgcheck=0
  27. repo_gpgcheck=0
  28. gpgkey=http://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg
  29. http://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
  30. ​
  31. [root@main k8s]# cat crictl 
  32. runtime-endpoint: unix:///run/containerd/containerd.sock
  33. image-endpoint: unix:///run/containerd/containerd.sock
  34. timeout: 10
  35. debug: false

2.脚本文件

  1. [root@main k8s]# cat main.sh 
  2. #!/bin/bash
  3. cat /root/k8s/host-config >> /etc/hosts && tail -4 /etc/hosts
  4. echo  #hosts配置
  5. ​
  6. systemctl disable firewalld && systemctl status firewalld | grep Active
  7. echo   #防火墙
  8. ​
  9. sed -i '/^SELINUX=/ c SELINUX=disabled' /etc/selinux/config 
  10. yum install -y wget tree bash-completion lrzsz psmisc net-tools vim chrony ipset ipvsadm
  11. swapoff -a && sed -i 's/.*swap.*/#&/' /etc/fstab && free -m
  12. echo    #selinux、交换分区以及软件下载
  13. ​
  14. cat /root/k8s/sysctl > /etc/sysctl.conf && modprobe br_netfilter &&  modprobe overlay && sysctl -p
  15. echo   #内核
  16. ​
  17. cat /root/k8s/ipvs > /etc/sysconfig/modules/ipvs.modules && chmod +x /etc/sysconfig/modules/ipvs.modules && /bin/bash /etc/sysconfig/modules/ipvs.modules && lsmod | grep -e ip_vs -e nf_conntrack_ipv4 
  18. echo   #ipvs转发
  19. ​
  20. cat /root/k8s/k8s-image > /etc/yum.repos.d/kubernetes.repo && yum install -y kubeadm kubelet kubectl && kubeadm version
  21. echo   #下载k8s所需包
  22. ​
  23. echo KUBELET_EXTRA_ARGS="--cgroup-driver=systemd" \
  24.      KUBE_PROXY_MODE="ipvs" && systemctl start kubelet && systemctl enable kubelet
  25. echo   #修改组
  26. ​
  27. yum install -y yum-utils device-mapper-persistent-data lvm2 && yum-config-manager --add-repo https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo && sed -i 's+download.docker.com+mirrors.aliyun.com/docker-ce+' /etc/yum.repos.d/docker-ce.repo
  28. yum install -y containerd && containerd config default | tee /etc/containerd/config.toml && sed -i "s#SystemdCgroup\ \=\ false#SystemdCgroup\ \=\ true#g" /etc/containerd/config.toml && sed -i "s#registry.k8s.io#registry.aliyuncs.com/google_containers#g" /etc/containerd/config.toml && crictl --version
  29. echo    #下载containerd
  30. ​
  31. cat /root/k8s/crictl > /etc/crictl.yaml && systemctl daemon-reload && systemctl start containerd && systemctl enable containerd && crictl pull nginx && crictl images
  32. echo
  33. ​
  34. kubeadm config print init-defaults > /root/k8s/kubeadm.yml    #此处要仔细修改为你的环境
  35. sed -i 's/advertiseAddress:.*/advertiseAddress: 192.168.2.130/g' /root/k8s/kubeadm.yml
  36. sed -i 's/name:.*/name: main/g' /root/k8s/kubeadm.yml 
  37. sed -i 's/imageRepository:.*/imageRepository: registry.aliyuncs.com\/google_containers/g' /root/k8s/kubeadm.yml 
  38. sed -i 's/kubernetesVersion:.*/kubernetesVersion: 1.28.2/g' /root/k8s/kubeadm.yml
  39. systemctl restart containerd
  40. ​
  41. kubeadm config images pull --config /root/k8s/kubeadm.yml
  42. crictl images
  43. echo
  44. ​
  45. kubeadm init --config=/root/k8s/kubeadm.yml --upload-certs --v=6 && export KUBECONFIG=/etc/kubernetes/admin.conf    #export此处为root用户时的做法，普通用户时需要修改为如下
  46.   
  47.   “mkdir -p $HOME/.kube
  48.    sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
  49.    sudo chown $(id -u):$(id -g) $HOME/.kube/config“

3.ansible命令行控制node加入集群

  1. ......     #执行完脚本后的页面
  2. kubeadm join 192.168.2.130:6443 --token abcdef.0123456789abcdef \
  3.     --discovery-token-ca-cert-hash sha256:4100be7411051d31e4a953d2450ad2a7b6802df204373f539ca4602d35cb38b8              
  4. [root@main k8s]# ansible node -m shell -a "kubeadm join 192.168.2.130:6443 --token abcdef.0123456789abcdef \
  5. > --discovery-token-ca-cert-hash sha256:4100be7411051d31e4a953d2450ad2a7b6802df204373f539ca4602d35cb38b8"
  6. [root@main k8s]# kubectl get nodes
  7. NAME      STATUS     ROLES           AGE   VERSION
  8. main      NotReady   control-plane   71s   v1.28.2
  9. servera   NotReady   <none>          22s   v1.28.2
  10. serverb   NotReady   <none>          22s   v1.28.2
  11. serverc   NotReady   <none>          22s   v1.28.2

六.部署calico网络插件

  1. [root@main k8s]# cat calico.sh 
  2. #!/bin/bash
  3. yum install -y bash-completion
  4. source /usr/share/bash-completion/bash_completion && source <(kubectl completion bash) && echo "source <(kubectl completion bash)" >> ~/.bashrc
  5. ​
  6. wget --no-check-certificate https://projectcalico.docs.tigera.io/archive/v3.25/manifests/calico.yaml
  7. ​
  8. sed -i '/value: "k8s,bgp"/a \            - name: IP_AUTODETECTION_METHOD\n              value: "interface=ens33"' calico.yaml
  9. ​
  10. kubectl apply -f calico.yaml
  11. ​
  12. [root@main k8s]# kubectl get pods -A
  13. NAMESPACE     NAME                                       READY   STATUS    RESTARTS   AGE
  14. kube-system   calico-kube-controllers-658d97c59c-b6rwh   1/1     Running   0          9m31s
  15. kube-system   calico-node-czlml                          1/1     Running   0          9m31s
  16. kube-system   calico-node-jh7bn                          1/1     Running   0          9m31s
  17. kube-system   calico-node-kq966                          1/1     Running   0          9m31s
  18. kube-system   calico-node-twjct                          1/1     Running   0          9m31s
  19. kube-system   coredns-66f779496c-27vss                   1/1     Running   0          78m
  20. kube-system   coredns-66f779496c-fn7fc                   1/1     Running   0          78m
  21. kube-system   etcd-main                                  1/1     Running   2          78m
  22. kube-system   kube-apiserver-main                        1/1     Running   2          78m
  23. kube-system   kube-controller-manager-main               1/1     Running   2          78m
  24. kube-system   kube-proxy-lfg2b                           1/1     Running   0          77m
  25. kube-system   kube-proxy-rzmgs                           1/1     Running   0          77m
  26. kube-system   kube-proxy-s2nzk                           1/1     Running   0          78m
  27. kube-system   kube-proxy-tp5dn                           1/1     Running   0          77m
  28. kube-system   kube-scheduler-main                        1/1     Running   2          78m

声明：本文内容由网友自发贡献，转载请注明出处：【wpsshop】
推荐阅读
相关标签

Copyright © 2003-2013 www.wpsshop.cn 版权所有，并保留所有权利。

  

闽ICP备14008679号