• Ansible+Shell+Containerd部署k8s

    目录

    一.可联网正常使用的虚拟机四台

    二.main主机部署ansible实现统一管理

    1.下载ansible

    2.主机清单和配置文件

    3.下发密钥进行管理

    三.node部署k8s基础准备

    1.完善hosts文件，关闭firewalld，disabled掉selinux

    2.时间同步、禁用交换分区、配置内核和ipvs

    四.部署k8s

    1.此处用到的文件

    2.具体剧本文件

    五.main主机环境配置和集群初始化（放到后面做）

    1.此处用到如下文件

    2.脚本文件

    3.ansible命令行控制node加入集群

    六.部署calico网络插件

     

    Ansible+Shell部署K8s，以下各部分脚本和剧本分开书写（便于理解），如有需要可以自行修改合并执行，代码篇幅较长，需要仔细修改自己的主机参数等

    一.可联网正常使用的虚拟机四台

    hostnameIP
    main(作为ansible和k8s主要操作的主机)192.168.2.130
    servera192.168.2.131
    serverb192.168.2.132
    serverc192.168.2.133
    1. [root@main ~]# tail -4 /etc/hosts
    2. 192.168.2.130 main
    3. 192.168.2.131 servera
    4. 192.168.2.132 serverb
    5. 192.168.2.133 serverc

    二.main主机部署ansible实现统一管理

    1.下载ansible

    1. [root@main ~]# yum install -y epel-release
    2. [root@main ~]# ansible --version
    3. ansible 2.9.27
    4.   config file = /root/ansible.cfg
    5.   configured module search path = [u'/root/.ansible/plugins/modules', u'/usr/share/ansible/plugins/modules']
    6.   ansible python module location = /usr/lib/python2.7/site-packages/ansible
    7.   executable location = /usr/bin/ansible
    8.   python version = 2.7.5 (default, Nov 14 2023, 16:14:06) [GCC 4.8.5 20150623 (Red Hat 4.8.5-44)]

    2.主机清单和配置文件

    1. [root@main ~]# cat myhosts
    2. [node]
    3. servera
    4. serverb
    5. serverc
    6. [root@main ~]# cat ansible.cfg 
    7. [defaults]
    8. inventory=/root/myhosts
    9. remote_user=root
    10. become_user=True
    11. host_key_checking=False
    12. ask_pass=False
    13. gathering=smart
    14. [privilege_escalation]
    15. become=True
    16. become_method=sudo
    17. become_user=root
    18. become_ask_pass=False

    3.下发密钥进行管理

    1. [root@main ~]# cat node-key.sh 
    2. #!/bin/bash
    3. hosts=("192.168.2.131" "192.168.2.132" "192.168.2.133")
    4. for host in "${hosts[@]}"
    5. do 
    6.   ssh-copy-id root@$host
    7. done
    8. ​
    9. [root@main k8s]# ansible all -m ping
    10. serverb | SUCCESS => {
    11.     "ansible_facts": {
    12.         "discovered_interpreter_python": "/usr/bin/python"
    13.     }, 
    14.     "changed": false, 
    15.     "ping": "pong"
    16. }
    17. serverc | SUCCESS => {
    18.     "ansible_facts": {
    19.         "discovered_interpreter_python": "/usr/bin/python"
    20.     }, 
    21.     "changed": false, 
    22.     "ping": "pong"
    23. }
    24. servera | SUCCESS => {
    25.     "ansible_facts": {
    26.         "discovered_interpreter_python": "/usr/bin/python"
    27.     }, 
    28.     "changed": false, 
    29.     "ping": "pong"
    30. }

    三.node部署k8s基础准备

    1.完善hosts文件，关闭firewalld，disabled掉selinux

    1. #文件如下
    2. [root@main k8s]# cat host-firewall-selinux.yaml 
    3. ---
    4. - name: hosts-config          #拷贝文件到受管节点并追加（main节点的可以自己配）
    5.   hosts: node
    6.   tasks:
    7.     - name: copy hostfile
    8.       copy:
    9.         src: /root/k8s/host-config
    10.         dest: /root
    11.     - name: add hostfile
    12.       shell: cat /root/host-config >> /etc/hosts
    13.  
    14. - name: stop firewalld    #关防火墙
    15.   hosts: node
    16.   tasks:
    17.     - name: stop it
    18.       service:
    19.         name: firewalld
    20.         state: stopped
    21. ​
    22. - name: change selinux   #disabled掉selinux并重启
    23.   hosts: node
    24.   tasks:
    25.     - name: change it
    26.       lineinfile:
    27.         path: /etc/selinux/config
    28.         regexp: '^SELINUX='
    29.         line: SELINUX=disabled
    30.     - name: restart hosts
    31.       reboot: 
    32. ​
    33. ​
    34. [root@main k8s]# ansible-playbook host-firewall-selinux.yaml 
    35. ​
    36. PLAY [hosts-config] **************************************************************************************************************
    37. ​
    38. TASK [Gathering Facts] ***********************************************************************************************************
    39. ok: [serverb]
    40. ok: [serverc]
    41. ok: [servera]
    42. ​
    43. TASK [copy hostfile] *************************************************************************************************************
    44. ok: [serverb]
    45. ok: [serverc]
    46. ok: [servera]
    47. ​
    48. TASK [add hostfile] **************************************************************************************************************
    49. changed: [serverb]
    50. changed: [serverc]
    51. changed: [servera]
    52. ​
    53. PLAY [stop firewalld] ************************************************************************************************************
    54. ​
    55. TASK [stop it] *******************************************************************************************************************
    56. ok: [servera]
    57. ok: [serverc]
    58. ok: [serverb]
    59. ​
    60. PLAY [change selinux] ************************************************************************************************************
    61. ​
    62. TASK [change it] *****************************************************************************************************************
    63. ok: [servera]
    64. ok: [serverb]
    65. ok: [serverc]
    66. ​
    67. TASK [restart hosts] *************************************************************************************************************
    68. changed: [serverb]
    69. changed: [serverc]
    70. changed: [servera]
    71. ​
    72. PLAY RECAP ***********************************************************************************************************************
    73. servera                    : ok=6    changed=2    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0   
    74. serverb                    : ok=6    changed=2    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0   
    75. serverc                    : ok=6    changed=2    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0  

    2.时间同步、禁用交换分区、配置内核和ipvs

    1. [root@main k8s]# cat sysctl    #内核文件
    2. vm.swappiness=0
    3. net.bridge.bridge-nf-call-ip6tables = 1
    4. net.bridge.bridge-nf-call-iptables = 1
    5. net.ipv4.ip_forward = 1
    6. [root@main k8s]# cat ipvs   #ipvs文件
    7. #!/bin/bash
    8. modprobe -- ip_vs
    9. modprobe -- ip_vs_rr
    10. modprobe -- ip_vs_wrr
    11. modprobe -- ip_vs_sh
    12. modprobe -- nf_conntrack
    13. ​
    14. ​
    15. [root@main k8s]# cat basic.yaml    #剧本文件
    16. ---
    17. - name: install soft
    18.   hosts: node
    19.   vars:
    20.     package:
    21.       - wget
    22.       - tree
    23.       - bash-completion
    24.       - lrzsz
    25.       - psmisc
    26.       - net-tools
    27.       - vim
    28.       - chrony
    29.       - ipset
    30.       - ipvsadm
    31.   tasks:
    32.     - yum:
    33.         name: "{{ package }}"
    34.         state: latest
    35. ​
    36. - name: config chronyd
    37.   hosts: node
    38.   tasks:
    39.     - service:
    40.         name: chronyd
    41.         state: started
    42.     - shell: sed -i -e '/^server/s/^/# /' -e '$ a\server ntp1.aliyun.com iburst' /etc/chrony.conf
    43.     - service:
    44.         name: chronyd
    45.         state: restarted
    46.     - shell: chronyc sources
    47. ​
    48. - name: swapoff
    49.   hosts: node
    50.   tasks:
    51.     - shell: swapoff -a && sed -i 's/.*swap.*/#&/' /etc/fstab
    52. ​
    53. - name: sysctl
    54.   hosts: node
    55.   tasks:
    56.     - copy:
    57.         src: /root/k8s/sysctl
    58.         dest: /root
    59.     - shell: cat /root/sysctl > /etc/sysctl.conf && modprobe br_netfilter &&  modprobe overlay && sysctl -p
    60. ​
    61. - name: ipvs
    62.   hosts: node
    63.   tasks:
    64.     - copy:
    65.         src: /root/k8s/ipvs
    66.         dest: /root
    67.     - shell: cat /root/ipvs > /etc/sysconfig/modules/ipvs.modules && chmod +x /etc/sysconfig/modules/ipvs.modules && /bin/bash /etc/sysconfig/modules/ipvs.modules

    四.部署k8s

    1.此处用到的文件

    1. [root@main k8s]# cat k8s-image 
    2. [kubernetes]
    3. name=Kubernetes
    4. baseurl=http://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64
    5. enabled=1
    6. gpgcheck=0
    7. repo_gpgcheck=0
    8. gpgkey=http://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg
    9. http://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
    10. ​
    11. [root@main k8s]# cat crictl 
    12. runtime-endpoint: unix:///run/containerd/containerd.sock
    13. image-endpoint: unix:///run/containerd/containerd.sock
    14. timeout: 10
    15. debug: false

    2.具体剧本文件

    1. [root@main k8s]# cat nodeconfig.yaml 
    2. ---
    3. - name: install k8s
    4.   hosts: node
    5.   vars:
    6.     package:
    7.       - kubeadm
    8.       - kubelet
    9.       - kubectl
    10.   tasks:
    11.     - copy:
    12.         src: /root/k8s/k8s-image
    13.         dest: /etc/yum.repos.d/kubernetes.repo
    14.     - yum: 
    15.         name: "{{ package }}"
    16.         state: latest
    17.     - shell: echo  'KUBELET_EXTRA_ARGS="--cgroup-driver=systemd" \
    18.                     KUBE_PROXY_MODE="ipvs"' /etc/sysconfig/kubelet
    19.     - service:
    20.         name: kubelet
    21.         state: started
    22. ​
    23. - name: install containerd
    24.   hosts: node
    25.   vars:
    26.     package:
    27.       - yum-utils
    28.       - device-mapper-persistent-data
    29.       - lvm2
    30.   tasks:
    31.     - yum:
    32.         name: "{{ package }}"
    33.         state: latest
    34.     - shell: yum-config-manager --add-repo https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo
    35.     - shell: sed -i 's+download.docker.com+mirrors.aliyun.com/docker-ce+' /etc/yum.repos.d/docker-ce.repo
    36.     - yum:
    37.         name: containerd
    38.         state: latest
    39.     - shell: containerd config default | tee /etc/containerd/config.toml
    40.     - shell: sed -i "s#SystemdCgroup\ \=\ false#SystemdCgroup\ \=\ true#g" /etc/containerd/config.toml
    41.     - shell: sed -i "s#registry.k8s.io#registry.aliyuncs.com/google_containers#g" /etc/containerd/config.toml
    42. ​
    43. - name: pull image
    44.   hosts: node
    45.   tasks:
    46.     - copy:
    47.         src: /root/k8s/crictl
    48.         dest: /root
    49.     - shell: cat /root/crictl > /etc/crictl.yaml
    50.     - shell: systemctl daemon-reload
    51.     - service:
    52.         name: containerd
    53.         state: started

    五.main主机环境配置和集群初始化（放到后面做）

    使用无脑简单shell脚本完成，篇幅长，建议下载下来仔细修改你所需要的内容

    1.此处用到如下文件

    1. [root@main k8s]# cat host-config 
    2. 192.168.2.130 main
    3. 192.168.2.131 servera
    4. 192.168.2.132 serverb
    5. 192.168.2.133 serverc
    6. ​
    7. [root@main k8s]# cat sysctl 
    8. vm.swappiness=0
    9. net.bridge.bridge-nf-call-ip6tables = 1
    10. net.bridge.bridge-nf-call-iptables = 1
    11. net.ipv4.ip_forward = 1
    12. ​
    13. [root@main k8s]# cat ipvs 
    14. #!/bin/bash
    15. modprobe -- ip_vs
    16. modprobe -- ip_vs_rr
    17. modprobe -- ip_vs_wrr
    18. modprobe -- ip_vs_sh
    19. modprobe -- nf_conntrack
    20. ​
    21. [root@main k8s]# cat k8s-image 
    22. [kubernetes]
    23. name=Kubernetes
    24. baseurl=http://mirrors.aliyun.com/kubernetes/yum/repos/kubernetes-el7-x86_64
    25. enabled=1
    26. gpgcheck=0
    27. repo_gpgcheck=0
    28. gpgkey=http://mirrors.aliyun.com/kubernetes/yum/doc/yum-key.gpg
    29. http://mirrors.aliyun.com/kubernetes/yum/doc/rpm-package-key.gpg
    30. ​
    31. [root@main k8s]# cat crictl 
    32. runtime-endpoint: unix:///run/containerd/containerd.sock
    33. image-endpoint: unix:///run/containerd/containerd.sock
    34. timeout: 10
    35. debug: false

    2.脚本文件

    1. [root@main k8s]# cat main.sh 
    2. #!/bin/bash
    3. cat /root/k8s/host-config >> /etc/hosts && tail -4 /etc/hosts
    4. echo  #hosts配置
    5. ​
    6. systemctl disable firewalld && systemctl status firewalld | grep Active
    7. echo   #防火墙
    8. ​
    9. sed -i '/^SELINUX=/ c SELINUX=disabled' /etc/selinux/config 
    10. yum install -y wget tree bash-completion lrzsz psmisc net-tools vim chrony ipset ipvsadm
    11. swapoff -a && sed -i 's/.*swap.*/#&/' /etc/fstab && free -m
    12. echo    #selinux、交换分区以及软件下载
    13. ​
    14. cat /root/k8s/sysctl > /etc/sysctl.conf && modprobe br_netfilter &&  modprobe overlay && sysctl -p
    15. echo   #内核
    16. ​
    17. cat /root/k8s/ipvs > /etc/sysconfig/modules/ipvs.modules && chmod +x /etc/sysconfig/modules/ipvs.modules && /bin/bash /etc/sysconfig/modules/ipvs.modules && lsmod | grep -e ip_vs -e nf_conntrack_ipv4 
    18. echo   #ipvs转发
    19. ​
    20. cat /root/k8s/k8s-image > /etc/yum.repos.d/kubernetes.repo && yum install -y kubeadm kubelet kubectl && kubeadm version
    21. echo   #下载k8s所需包
    22. ​
    23. echo KUBELET_EXTRA_ARGS="--cgroup-driver=systemd" \
    24.      KUBE_PROXY_MODE="ipvs" && systemctl start kubelet && systemctl enable kubelet
    25. echo   #修改组
    26. ​
    27. yum install -y yum-utils device-mapper-persistent-data lvm2 && yum-config-manager --add-repo https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo && sed -i 's+download.docker.com+mirrors.aliyun.com/docker-ce+' /etc/yum.repos.d/docker-ce.repo
    28. yum install -y containerd && containerd config default | tee /etc/containerd/config.toml && sed -i "s#SystemdCgroup\ \=\ false#SystemdCgroup\ \=\ true#g" /etc/containerd/config.toml && sed -i "s#registry.k8s.io#registry.aliyuncs.com/google_containers#g" /etc/containerd/config.toml && crictl --version
    29. echo    #下载containerd
    30. ​
    31. cat /root/k8s/crictl > /etc/crictl.yaml && systemctl daemon-reload && systemctl start containerd && systemctl enable containerd && crictl pull nginx && crictl images
    32. echo
    33. ​
    34. kubeadm config print init-defaults > /root/k8s/kubeadm.yml    #此处要仔细修改为你的环境
    35. sed -i 's/advertiseAddress:.*/advertiseAddress: 192.168.2.130/g' /root/k8s/kubeadm.yml
    36. sed -i 's/name:.*/name: main/g' /root/k8s/kubeadm.yml 
    37. sed -i 's/imageRepository:.*/imageRepository: registry.aliyuncs.com\/google_containers/g' /root/k8s/kubeadm.yml 
    38. sed -i 's/kubernetesVersion:.*/kubernetesVersion: 1.28.2/g' /root/k8s/kubeadm.yml
    39. systemctl restart containerd
    40. ​
    41. kubeadm config images pull --config /root/k8s/kubeadm.yml
    42. crictl images
    43. echo
    44. ​
    45. kubeadm init --config=/root/k8s/kubeadm.yml --upload-certs --v=6 && export KUBECONFIG=/etc/kubernetes/admin.conf    #export此处为root用户时的做法，普通用户时需要修改为如下
    46.   
    47.   “mkdir -p $HOME/.kube
    48.    sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
    49.    sudo chown $(id -u):$(id -g) $HOME/.kube/config“

    3.ansible命令行控制node加入集群

    1. ......     #执行完脚本后的页面
    2. kubeadm join 192.168.2.130:6443 --token abcdef.0123456789abcdef \
    3.     --discovery-token-ca-cert-hash sha256:4100be7411051d31e4a953d2450ad2a7b6802df204373f539ca4602d35cb38b8              
    4. [root@main k8s]# ansible node -m shell -a "kubeadm join 192.168.2.130:6443 --token abcdef.0123456789abcdef \
    5. > --discovery-token-ca-cert-hash sha256:4100be7411051d31e4a953d2450ad2a7b6802df204373f539ca4602d35cb38b8"
    6. [root@main k8s]# kubectl get nodes
    7. NAME      STATUS     ROLES           AGE   VERSION
    8. main      NotReady   control-plane   71s   v1.28.2
    9. servera   NotReady   <none>          22s   v1.28.2
    10. serverb   NotReady   <none>          22s   v1.28.2
    11. serverc   NotReady   <none>          22s   v1.28.2

    六.部署calico网络插件

    1. [root@main k8s]# cat calico.sh 
    2. #!/bin/bash
    3. yum install -y bash-completion
    4. source /usr/share/bash-completion/bash_completion && source <(kubectl completion bash) && echo "source <(kubectl completion bash)" >> ~/.bashrc
    5. ​
    6. wget --no-check-certificate https://projectcalico.docs.tigera.io/archive/v3.25/manifests/calico.yaml
    7. ​
    8. sed -i '/value: "k8s,bgp"/a \            - name: IP_AUTODETECTION_METHOD\n              value: "interface=ens33"' calico.yaml
    9. ​
    10. kubectl apply -f calico.yaml
    11. ​
    12. [root@main k8s]# kubectl get pods -A
    13. NAMESPACE     NAME                                       READY   STATUS    RESTARTS   AGE
    14. kube-system   calico-kube-controllers-658d97c59c-b6rwh   1/1     Running   0          9m31s
    15. kube-system   calico-node-czlml                          1/1     Running   0          9m31s
    16. kube-system   calico-node-jh7bn                          1/1     Running   0          9m31s
    17. kube-system   calico-node-kq966                          1/1     Running   0          9m31s
    18. kube-system   calico-node-twjct                          1/1     Running   0          9m31s
    19. kube-system   coredns-66f779496c-27vss                   1/1     Running   0          78m
    20. kube-system   coredns-66f779496c-fn7fc                   1/1     Running   0          78m
    21. kube-system   etcd-main                                  1/1     Running   2          78m
    22. kube-system   kube-apiserver-main                        1/1     Running   2          78m
    23. kube-system   kube-controller-manager-main               1/1     Running   2          78m
    24. kube-system   kube-proxy-lfg2b                           1/1     Running   0          77m
    25. kube-system   kube-proxy-rzmgs                           1/1     Running   0          77m
    26. kube-system   kube-proxy-s2nzk                           1/1     Running   0          78m
    27. kube-system   kube-proxy-tp5dn                           1/1     Running   0          77m
    28. kube-system   kube-scheduler-main                        1/1     Running   2          78m

     

     

  • 相关阅读:
    Vs Code npm install 报错解决方法
    【Java】已解决java.nio.channels.ClosedChannelException异常
    iapp模块的使用教程,iapp怎么调用api
    ChatGPT高级数据分析功能
    第13届 蓝桥杯青少年创意编程（Scratch、Python、C++）
    第70章 单元测试的定义实现
    Springboot常用参数注解
    离线安装mysql
    Java Coding Problems Second Edition --chapter 01
    Java学习笔记37——网络编程01
  • 原文地址：https://blog.csdn.net/weixin_64334766/article/details/136188771