macOS+Vagrant+Ansible本地搭建Kubernetes集羣

前置

今天想在本身電腦上搭建一個k8s的集羣環境，打算後續開發遊戲微服務框架作準備，可是浪費了我不少是時間，後悔沒用minikube來搭建單機版了，下面記錄的這些配置文件，我都已經測試經過，固然何時過時就不知道

借鑑的blog: 博客連接，改正了原文中的坑，增長了國內的鏡像地址，方便國內安裝

正文

安裝virtualBox

brew install virtualbox
複製代碼

安裝vagrant

brew install vagrant
複製代碼

使用離線box(可選,需自行下載box)

# 將下載的box添加到庫
vagrant box add bento/ubuntu-16.04 ~/Downloads/download-bento-ubuntu
# 切換到box庫目錄
cd ~/.vagrant.d/boxes/bento-VAGRANTSLASH-ubuntu-16.04
# 增長元信息
echo -n "https://vagrantcloud.com/bento/ubuntu-16.04" > metadata_url
# 更改目錄名爲版本號
mv 0 201910.20.0
# 查看是否正常
vagrant box list
複製代碼

建立配置文件

新建目錄

# 建立工程目錄
mkdir myproject && cd myproject
複製代碼

新建Vagrantfile文件，並加入以下內容

IMAGE_NAME = "bento/ubuntu-16.04"
N=2

Vagrant.configure("2") do |config|

    config.ssh.insert_key = false

    config.vm.provider "virtualbox" do |v|
        v.memory = 1024
        v.cpus = 2
    end

    config.vm.define "k8s-master" do |master|
        master.vm.box = IMAGE_NAME
        master.vm.network "private_network", ip: "192.168.50.10"
        master.vm.hostname = "k8s-master"
        master.vm.provision "ansible" do |ansible|
            ansible.playbook = "kubernetes-setup/master-playbook.yml"
            ansible.extra_vars = {
                node_ip: "192.168.50.10",
            }
        end
    end

    (1..N).each do |i|
        config.vm.define "node-#{i}" do |node|
            node.vm.box = IMAGE_NAME
            node.vm.network "private_network", ip: "192.168.50.#{i + 10}"
            node.vm.hostname = "node-#{i}"
            node.vm.provision "ansible" do |ansible|
                ansible.playbook = "kubernetes-setup/node-playbook.yml"
                ansible.extra_vars = {
                    node_ip: "192.168.50.#{i + 10}",
                }
            end
        end
    end
end
複製代碼

建立ansible目錄

mkdir kubernetes-setup
複製代碼

建立master節點ansible配置文件

kubernetes-setup/master-playbook.yml

---
- hosts: all
 become: true
 tasks:
 - name: Install packages that allow apt to be used over HTTPS
 apt:
 name: "{{ packages }}"
 state: present
 update_cache: yes
 vars:
 packages:
 - apt-transport-https
 - ca-certificates
 - curl
 - gnupg-agent
 - software-properties-common

 - name: Add an apt signing key for Docker
 apt_key:
 url: https://mirrors.aliyun.com/docker-ce/linux/ubuntu/gpg
 state: present

 - name: Add apt repository for stable version
 apt_repository:
 repo: deb [arch=amd64] https://mirrors.aliyun.com/docker-ce/linux/ubuntu xenial stable
 state: present

 - name: Install docker and its dependecies
 apt:
 name: "{{ packages }}"
 state: present
 update_cache: yes
 vars:
 packages:
 - docker-ce
 - docker-ce-cli
 - containerd.io
 notify:
 - docker status

 - name: Add vagrant user to docker group
 user:
 name: vagrant
 group: docker

 - name: Remove swapfile from /etc/fstab
 mount:
 name: "{{ item }}"
 fstype: swap
 state: absent
 with_items:
 - swap
 - none

 - name: Disable swap
 command: swapoff -a
 when: ansible_swaptotal_mb > 0  - name: Add an apt signing key for Kubernetes
 apt_key:
 url: https://mirrors.aliyun.com/kubernetes/apt/doc/apt-key.gpg
 state: present

 - name: Adding apt repository for Kubernetes
 apt_repository:
 repo: deb https://mirrors.aliyun.com/kubernetes/apt/ kubernetes-xenial main
 state: present
 filename: kubernetes.list

 - name: Install Kubernetes binaries
 apt:
 name: "{{ packages }}"
 state: present
 update_cache: yes
 vars:
 packages:
 - kubelet
 - kubeadm
 - kubectl
 - name: Change system to cgroupfs
 command: echo -n "Environment=\"KUBELET_CGROUP_ARGS=--cgroup-driver=cgroupfs\"" >> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf

 - name: Restart kubelet
 service:
 name: kubelet
 daemon_reload: yes
 state: restarted
 - name: Initialize the Kubernetes cluster using kubeadm
 command: kubeadm init --image-repository=registry.cn-hangzhou.aliyuncs.com/google_containers --apiserver-advertise-address="192.168.50.10" --apiserver-cert-extra-sans="192.168.50.10"  --node-name k8s-master --pod-network-cidr=192.168.0.0/16
 - name: Setup kubeconfig for vagrant user
 command: "{{ item }}"
 with_items:
 - mkdir -p /home/vagrant/.kube
 - cp -i /etc/kubernetes/admin.conf /home/vagrant/.kube/config
 - chown vagrant:vagrant /home/vagrant/.kube/config
 - name: Install calico pod network
 become: false
 command: kubectl apply -f https://docs.projectcalico.org/v3.10/getting-started/kubernetes/installation/hosted/calico.yaml
 - name: Generate join command
 command: kubeadm token create --print-join-command
 register: join_command

 - name: Copy join command to local file
 become: false
 local_action: copy content="{{ join_command.stdout_lines[0] }}" dest="./join-command"

 handlers:
 - name: docker status
 service: name=docker state=started
複製代碼

建立node節點ansible配置文件

kubernetes-setup/node-playbook.yml

---
- hosts: all
 become: true
 tasks:
 - name: Install packages that allow apt to be used over HTTPS
 apt:
 name: "{{ packages }}"
 state: present
 update_cache: yes
 vars:
 packages:
 - apt-transport-https
 - ca-certificates
 - curl
 - gnupg-agent
 - software-properties-common

 - name: Add an apt signing key for Docker
 apt_key:
 url: https://mirrors.aliyun.com/docker-ce/linux/ubuntu/gpg
 state: present

 - name: Add apt repository for stable version
 apt_repository:
 repo: deb [arch=amd64] https://mirrors.aliyun.com/docker-ce/linux/ubuntu xenial stable
 state: present

 - name: Install docker and its dependecies
 apt:
 name: "{{ packages }}"
 state: present
 update_cache: yes
 vars:
 packages:
 - docker-ce
 - docker-ce-cli
 - containerd.io
 notify:
 - docker status

 - name: Add vagrant user to docker group
 user:
 name: vagrant
 group: docker
 - name: Remove swapfile from /etc/fstab
 mount:
 name: "{{ item }}"
 fstype: swap
 state: absent
 with_items:
 - swap
 - none

 - name: Disable swap
 command: swapoff -a
 when: ansible_swaptotal_mb > 0  - name: Add an apt signing key for Kubernetes
 apt_key:
 url: https://mirrors.aliyun.com/kubernetes/apt/doc/apt-key.gpg
 state: present

 - name: Adding apt repository for Kubernetes
 apt_repository:
 repo: deb https://mirrors.aliyun.com/kubernetes/apt/ kubernetes-xenial main
 state: present
 filename: kubernetes.list

 - name: Install Kubernetes binaries
 apt:
 name: "{{ packages }}"
 state: present
 update_cache: yes
 vars:
 packages:
 - kubelet
 - kubeadm
 - kubectl

 - name: Change system to cgroupfs
 become: false
 command: echo -n "Environment=\"KUBELET_CGROUP_ARGS=--cgroup-driver=cgroupfs\"" >> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf

 - name: Restart kubelet
 service:
 name: kubelet
 daemon_reload: yes
 state: restarted

 - name: Copy the join command to server location
 copy: src=join-command dest=/tmp/join-command.sh mode=0777

 - name: Join the node to cluster
 command: sh /tmp/join-command.sh

 handlers:
 - name: docker status
 service: name=docker state=started
複製代碼

切換到master節點，查看是否部署成功

vagrant ssh k8s-master
kubectl get nodes
複製代碼