[root@localhost ~]# [root@localhost ~]# new OS:centos-7 [root@localhost ~]# [root@localhost ~]# vim /etc/hosts # cat /etc/hosts 127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4 ::1 localhost localhost.localdomain localhost6 localhost6.localdomain6 10.239.85.153 fission-master 10.239.85.167 fission-node1 10.239.85.107 fission-node1 [root@localhost ~]# [root@localhost ~]# reboot [root@fission-master ~]# [root@fission-master ~]# vim ~/.bashrc # .bashrc # User specific aliases and functions alias rm='rm -i' alias cp='cp -i' alias mv='mv -i' # Source global definitions if [ -f /etc/bashrc ]; then . /etc/bashrc fi export http_proxy="http://child-prc.intel.com:913" export https_proxy="http://child-prc.intel.com:913" export HTTP_PROXY="http://child-prc.intel.com:913" export HTTPS_PROXY="http://child-prc.intel.com:913" [root@fission-master ~]# [root@fission-master ~]# vim /etc/yum.repos.d/kubernetes.repo [kubernetes] name=Kubernetes baseurl=https://packages.cloud.google.com/yum/repos/kubernetes-el7-x86_64 enabled=1 gpgcheck=1 repo_gpgcheck=1 sslverify=0 gpgkey=https://packages.cloud.google.com/yum/doc/yum-key.gpg https://packages.cloud.google.com/yum/doc/rpm-package-key.gpg [root@fission-master ~]# [root@fission-master ~]# sudo setenforce 0 [root@fission-master ~]# yum install socat-1.7.3.2 kubernetes-cni-0.6.0 kubelet-1.11.3 kubeadm-1.12.1 kubectl-1.12.1 [root@fission-master ~]# [root@fission-master ~]# systemctl enable --now kubelet Created symlink from /etc/systemd/system/multi-user.target.wants/kubelet.service to /etc/systemd/system/kubelet.service. [root@fission-master ~]# [root@fission-master ~]# vim /etc/yum.repos.d/docker-ce.repo [dockerrepo] name=Docker Repository baseurl=https://yum.dockerproject.org/repo/main/centos/7 enabled=1 gpgcheck=1 gpgkey=https://yum.dockerproject.org/gpg [root@fission-master ~]# [root@fission-master ~]# yum install -y yum-utils-1.1.31 device-mapper-persistent-data-0.7.3 lvm2-2.02.180 ================================================================================================================================================================================================================================ Package Arch Version Repository Size ================================================================================================================================================================================================================================ Installing: yum-utils noarch 1.1.31-50.el7 base 121 k Updating: device-mapper-persistent-data x86_64 0.7.3-3.el7 base 405 k lvm2 x86_64 7:2.02.180-10.el7_6.3 updates 1.3 M Installing for dependencies: libxml2-python x86_64 2.9.1-6.el7_2.3 base 247 k python-chardet noarch 2.2.1-1.el7_1 base 227 k python-kitchen noarch 1.1.1-5.el7 base 267 k Updating for dependencies: device-mapper x86_64 7:1.02.149-10.el7_6.3 updates 292 k device-mapper-event x86_64 7:1.02.149-10.el7_6.3 updates 188 k device-mapper-event-libs x86_64 7:1.02.149-10.el7_6.3 updates 188 k device-mapper-libs x86_64 7:1.02.149-10.el7_6.3 updates 320 k lvm2-libs x86_64 7:2.02.180-10.el7_6.3 updates 1.1 M Transaction Summary ================================================================================================================================================================================================================================ [root@fission-master ~]# [root@fission-master ~]# yum-config-manager --add-repo https://mirrors.ustc.edu.cn/docker-ce/linux/centos/docker-ce.repo Loaded plugins: fastestmirror adding repo from: https://mirrors.ustc.edu.cn/docker-ce/linux/centos/docker-ce.repo grabbing file https://mirrors.ustc.edu.cn/docker-ce/linux/centos/docker-ce.repo to /etc/yum.repos.d/docker-ce.repo repo saved to /etc/yum.repos.d/docker-ce.repo [root@fission-master ~]# [root@fission-master ~]# yum install docker-ce-18.06.1.ce-3.el7 ================================================================================================================================================================================================================================ Package Arch Version Repository Size ================================================================================================================================================================================================================================ Installing: docker-ce x86_64 18.06.1.ce-3.el7 docker-ce-stable 41 M Installing for dependencies: audit-libs-python x86_64 2.8.4-4.el7 base 76 k checkpolicy x86_64 2.5-8.el7 base 295 k container-selinux noarch 2:2.74-1.el7 extras 38 k libcgroup x86_64 0.41-20.el7 base 66 k libsemanage-python x86_64 2.5-14.el7 base 113 k libtool-ltdl x86_64 2.4.2-22.el7_3 base 49 k policycoreutils-python x86_64 2.5-29.el7_6.1 updates 456 k python-IPy noarch 0.75-6.el7 base 32 k setools-libs x86_64 3.3.8-4.el7 base 620 k Updating for dependencies: audit x86_64 2.8.4-4.el7 base 250 k audit-libs x86_64 2.8.4-4.el7 base 100 k libselinux x86_64 2.5-14.1.el7 base 162 k libselinux-python x86_64 2.5-14.1.el7 base 235 k libselinux-utils x86_64 2.5-14.1.el7 base 151 k libsemanage x86_64 2.5-14.el7 base 151 k libsepol x86_64 2.5-10.el7 base 297 k policycoreutils x86_64 2.5-29.el7_6.1 updates 916 k selinux-policy noarch 3.13.1-229.el7_6.9 updates 483 k selinux-policy-targeted noarch 3.13.1-229.el7_6.9 updates 6.9 M Transaction Summary ================================================================================================================================================================================================================================ if failed to yum install docker-ce-18.06.1.ce-3.el7 !!!!!!!!! Do the following wget, rpm and yum install [root@fission-master ~]# [root@fission-master ~]# yum install wget [root@fission-master ~]# wget https://download.docker.com/linux/centos/7/x86_64/stable/Packages/docker-ce-18.06.1.ce-3.el7.x86_64.rpm [root@fission-master ~]# yum install audit-libs-python-2.8.4-4.el7 checkpolicy-2.5-8.el7 container-selinux-2.74-1.el7 libcgroup-0.41-20.el7 libsemanage-python-2.5-14.el7 libtool-ltdl-2.4.2-22.el7_3 policycoreutils-python-2.5-29.el7_6.1 python-IPy-0.75-6.el7 setools-libs-3.3.8-4.el7 libseccomp-2.3.1-3.el7 ================================================================================================================================================================================ Package Arch Version Repository Size ================================================================================================================================================================================ Installing: audit-libs-python x86_64 2.8.4-4.el7 base 76 k checkpolicy x86_64 2.5-8.el7 base 295 k container-selinux noarch 2:2.74-1.el7 extras 38 k libcgroup x86_64 0.41-20.el7 base 66 k libsemanage-python x86_64 2.5-14.el7 base 113 k libtool-ltdl x86_64 2.4.2-22.el7_3 base 49 k policycoreutils-python x86_64 2.5-29.el7_6.1 updates 456 k python-IPy noarch 0.75-6.el7 base 32 k setools-libs x86_64 3.3.8-4.el7 base 620 k Updating for dependencies: audit x86_64 2.8.4-4.el7 base 250 k audit-libs x86_64 2.8.4-4.el7 base 100 k libselinux x86_64 2.5-14.1.el7 base 162 k libselinux-python x86_64 2.5-14.1.el7 base 235 k libselinux-utils x86_64 2.5-14.1.el7 base 151 k libsemanage x86_64 2.5-14.el7 base 151 k libsepol x86_64 2.5-10.el7 base 297 k policycoreutils x86_64 2.5-29.el7_6.1 updates 916 k selinux-policy noarch 3.13.1-229.el7_6.9 updates 483 k selinux-policy-targeted noarch 3.13.1-229.el7_6.9 updates 6.9 M Transaction Summary ================================================================================================================================================================================ [root@fission-master ~]# [root@fission-master ~]# rpm -ivh docker-ce-18.06.1.ce-3.el7.x86_64.rpm [root@fission-master ~]# [root@fission-master ~]# docker version Client: Version: 18.06.1-ce API version: 1.38 Go version: go1.10.3 Git commit: e68fc7a Built: Tue Aug 21 17:23:03 2018 OS/Arch: linux/amd64 Experimental: false Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running? [root@fission-master ~]# [root@fission-master ~]# systemctl enable docker Created symlink from /etc/systemd/system/multi-user.target.wants/docker.service to /usr/lib/systemd/system/docker.service. [root@fission-master ~]# systemctl start docker [root@fission-master ~]# [root@fission-master ~]# docker version Client: Version: 18.06.1-ce API version: 1.38 Go version: go1.10.3 Git commit: e68fc7a Built: Tue Aug 21 17:23:03 2018 OS/Arch: linux/amd64 Experimental: false Server: Engine: Version: 18.06.1-ce API version: 1.38 (minimum version 1.12) Go version: go1.10.3 Git commit: e68fc7a Built: Tue Aug 21 17:25:29 2018 OS/Arch: linux/amd64 Experimental: false [root@fission-master ~]# [root@fission-master ~]# [root@fission-master ~]# kubeadm version kubeadm version: &version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:43:08Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"} [root@fission-master ~]# [root@fission-master ~]# kubectl version Client Version: version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:46:06Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"} The connection to the server localhost:8080 was refused - did you specify the right host or port? [root@fission-master ~]# [root@fission-master ~]# kubelet --version Kubernetes v1.11.3 [root@fission-master ~]# [root@fission-master ~]# [root@fission-master ~]# docker info |grep -i cgroup Cgroup Driver: cgroupfs [root@fission-master ~]# cat /etc/systemd/system/kubelet.service.d/10-kubeadm.conf # Note: This dropin only works with kubeadm and kubelet v1.11+ [Service] Environment="KUBELET_KUBECONFIG_ARGS=--bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --kubeconfig=/etc/kubernetes/kubelet.conf" Environment="KUBELET_CONFIG_ARGS=--config=/var/lib/kubelet/config.yaml" # This is a file that "kubeadm init" and "kubeadm join" generates at runtime, populating the KUBELET_KUBEADM_ARGS variable dynamically EnvironmentFile=-/var/lib/kubelet/kubeadm-flags.env # This is a file that the user can use for overrides of the kubelet args as a last resort. Preferably, the user should use # the .NodeRegistration.KubeletExtraArgs object in the configuration files instead. KUBELET_EXTRA_ARGS should be sourced from this file. EnvironmentFile=-/etc/sysconfig/kubelet ExecStart= ExecStart=/usr/bin/kubelet $KUBELET_KUBECONFIG_ARGS $KUBELET_CONFIG_ARGS $KUBELET_KUBEADM_ARGS $KUBELET_EXTRA_ARGS [root@fission-master ~]# [root@fission-master ~]# [root@fission-master ~]# cd /etc/systemd/system/ [root@fission-master system]# [root@fission-master system]# mkdir docker.service.d [root@fission-master system]# vim /etc/systemd/system/docker.service.d/http-proxy.conf [Service] Environment="HTTP_PROXY=http://child-prc.intel.com:913" "HTTPS_PROXY=http://child-prc.intel.com:913" "NO_PROXY=localhost,127.0.0.1,10.239.85.0/24,*.intel.com,loadbalancer,gateway1,gateway2,gateway3" [root@fission-master system]# [root@fission-master system]# cd [root@fission-master ~]# [root@fission-master ~]# systemctl daemon-reload [root@fission-master ~]# systemctl restart kubelet [root@fission-master ~]# systemctl restart docker [root@fission-master ~]# [root@fission-master ~]# systemctl status docker ? docker.service - Docker Application Container Engine Loaded: loaded (/usr/lib/systemd/system/docker.service; enabled; vendor preset: disabled) Drop-In: /etc/systemd/system/docker.service.d +-http-proxy.conf Active: active (running) since Tue 2019-03-12 17:40:40 EDT; 6s ago [root@fission-master ~]# [root@fission-master ~]# swapoff -a [root@fission-master ~]# systemctl stop firewalld [root@fission-master ~]# systemctl disable firewalld Removed symlink /etc/systemd/system/multi-user.target.wants/firewalld.service. Removed symlink /etc/systemd/system/dbus-org.fedoraproject.FirewallD1.service. [root@fission-master ~]# [root@fission-master ~]# docker images REPOSITORY TAG IMAGE ID CREATED SIZE [root@fission-master ~]# [root@fission-master ~]# docker pull gcr.io/google_containers/kube-apiserver-amd64:v1.9.3 v1.9.3: Pulling from google_containers/kube-apiserver-amd64 57310166fe88: Pull complete 1cfb1cc5f88e: Pull complete Digest: sha256:a5382344aa373a90bc87d3baa4eda5402507e8df5b8bfbbad392c4fff715f043 Status: Downloaded newer image for gcr.io/google_containers/kube-apiserver-amd64:v1.9.3 [root@fission-master ~]# docker pull gcr.io/google_containers/kube-controller-manager-amd64:v1.9.3 v1.9.3: Pulling from google_containers/kube-controller-manager-amd64 57310166fe88: Already exists a1a3a0835d92: Pull complete Digest: sha256:3ac295ae3e78af5c9f88164ae95097c2d7af03caddf067cb35599769d0b7251e Status: Downloaded newer image for gcr.io/google_containers/kube-controller-manager-amd64:v1.9.3 [root@fission-master ~]# docker pull gcr.io/google_containers/kube-scheduler-amd64:v1.9.3 v1.9.3: Pulling from google_containers/kube-scheduler-amd64 57310166fe88: Already exists 4122df38b6ef: Pull complete Digest: sha256:2c17e637c8e4f9202300bd5fc26bc98a7099f49559ca0a8921cf692ffd4a1675 Status: Downloaded newer image for gcr.io/google_containers/kube-scheduler-amd64:v1.9.3 [root@fission-master ~]# [root@fission-master ~]# docker images REPOSITORY TAG IMAGE ID CREATED SIZE gcr.io/google_containers/kube-apiserver-amd64 v1.9.3 360d55f91cbf 13 months ago 210MB gcr.io/google_containers/kube-controller-manager-amd64 v1.9.3 83dbda6ee810 13 months ago 138MB gcr.io/google_containers/kube-scheduler-amd64 v1.9.3 d3534b539b76 13 months ago 62.7MB [root@fission-master ~]# [root@fission-master ~]# scp root@10.239.85.167:/root/fission-env/kubeadm.yaml ./ [root@fission-master ~]# [root@fission-master ~]# export declare -x HISTCONTROL="ignoredups" declare -x HISTSIZE="1000" declare -x HOME="/root" declare -x HOSTNAME="fission-master" declare -x HTTPS_PROXY="http://child-prc.intel.com:913" declare -x HTTP_PROXY="http://child-prc.intel.com:913" declare -x LANG="en_US.UTF-8" declare -x LESSOPEN="||/usr/bin/lesspipe.sh %s" declare -x LOGNAME="root" declare -x LS_COLORS="rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;05;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.axa=01;36:*.oga=01;36:*.spx=01;36:*.xspf=01;36:" declare -x MAIL="/var/spool/mail/root" declare -x OLDPWD declare -x PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/root/bin" declare -x PWD="/root" declare -x SELINUX_LEVEL_REQUESTED="" declare -x SELINUX_ROLE_REQUESTED="" declare -x SELINUX_USE_CURRENT_RANGE="" declare -x SHELL="/bin/bash" declare -x SHLVL="1" declare -x SSH_CLIENT="10.255.30.117 50706 22" declare -x SSH_CONNECTION="10.255.30.117 50706 10.239.85.153 22" declare -x SSH_TTY="/dev/pts/0" declare -x TERM="xterm" declare -x USER="root" declare -x XDG_RUNTIME_DIR="/run/user/0" declare -x XDG_SESSION_ID="1" declare -x http_proxy="http://child-prc.intel.com:913" declare -x https_proxy="http://child-prc.intel.com:913" [root@fission-master ~]# [root@fission-master ~]# [root@fission-master ~]# vim kubeadm.yaml apiVersion: kubeadm.k8s.io/v1alpha3 kind: InitConfiguration apiEndpoint: advertiseAddress: "10.239.85.153" --- apiVersion: kubelet.config.k8s.io/v1beta1 kind: KubeletConfiguration maxPods: 4000 --- apiVersion: kubeadm.k8s.io/v1alpha3 kind: ClusterConfiguration kubernetesVersion: stable-1.11 networking: podSubnet: 10.244.0.0/16 controllerManagerExtraArgs: node-cidr-mask-size: "20" [root@fission-master ~]# [root@fission-master ~]# sysctl net.bridge.bridge-nf-call-iptables=1 net.bridge.bridge-nf-call-iptables = 1 [root@fission-master ~]# [root@fission-master ~]# kubeadm init --config kubeadm.yaml [init] using Kubernetes version: v1.11.8 kubeadm join 10.239.85.153:6443 --token z0tohm.ui8ukoll4qfnmuck --discovery-token-ca-cert-hash sha256:e5896f7b83f543633ff32938a78a53fbdcd3f7588b0bc5c8bc20f50cbe5bd243 [root@fission-master ~]# [root@fission-master ~]# export KUBECONFIG=/etc/kubernetes/admin.conf [root@fission-master ~]# echo "export KUBECONFIG=/etc/kubernetes/admin.conf" | tee -a ~/.bashrc export KUBECONFIG=/etc/kubernetes/admin.conf [root@fission-master ~]# [root@fission-master ~]# kubectl version Client Version: version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:46:06Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"} Server Version: version.Info{Major:"1", Minor:"11", GitVersion:"v1.11.8", GitCommit:"4e209c9383fa00631d124c8adcc011d617339b3c", GitTreeState:"clean", BuildDate:"2019-02-28T18:40:05Z", GoVersion:"go1.10.8", Compiler:"gc", Platform:"linux/amd64"} [root@fission-master ~]# [root@fission-master ~]# kubectl apply -f https://cloud.weave.works/k8s/net?k8s-version=$(kubectl version | base64 | tr -d '\n') serviceaccount/weave-net created clusterrole.rbac.authorization.k8s.io/weave-net created clusterrolebinding.rbac.authorization.k8s.io/weave-net created role.rbac.authorization.k8s.io/weave-net created rolebinding.rbac.authorization.k8s.io/weave-net created daemonset.extensions/weave-net created [root@fission-master ~]# [root@fission-master ~]# kubeadm version kubeadm version: &version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:43:08Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"} [root@fission-master ~]# [root@fission-master ~]# kubectl version Client Version: version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:46:06Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"} Server Version: version.Info{Major:"1", Minor:"11", GitVersion:"v1.11.8", GitCommit:"4e209c9383fa00631d124c8adcc011d617339b3c", GitTreeState:"clean", BuildDate:"2019-02-28T18:40:05Z", GoVersion:"go1.10.8", Compiler:"gc", Platform:"linux/amd64"} [root@fission-master ~]# [root@fission-master ~]# kubelet --version Kubernetes v1.11.3 [root@fission-master ~]# kubeadm join on the other nodes [root@fission-master ~]# [root@fission-master ~]# kubectl proxy & [root@fission-master ~]# kubectl get nodes F0312 18:23:41.499993 18291 proxy.go:158] listen tcp 127.0.0.1:8001: bind: address already in use NAME STATUS ROLES AGE VERSION fission-master Ready master 7m v1.11.3 fission-node1 Ready <none> 2m v1.11.3 [root@fission-master ~]# watch -d kubectl -n kube-system get pods -o=wide [root@fission-master ~]# helm version -bash: helm: command not found [root@fission-master ~]# [root@fission-master ~]# curl -LO https://storage.googleapis.com/kubernetes-helm/helm-v2.11.0-linux-amd64.tar.gz % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 100 18.2M 100 18.2M 0 0 287k 0 0:01:04 0:01:04 --:--:-- 570k [root@fission-master ~]# [root@fission-master ~]# tar -zxvf helm-v2.11.0-linux-amd64.tar.gz [root@fission-master ~]# mv linux-amd64/helm /usr/local/bin [root@fission-master ~]# helm version Client: &version.Version{SemVer:"v2.11.0", GitCommit:"2e55dbe1fdb5fdb96b75ff144a339489417b146b", GitTreeState:"clean"} Error: could not find tiller [root@fission-master ~]# [root@fission-master ~]# helm init Creating /root/.helm Creating /root/.helm/repository Creating /root/.helm/repository/cache Creating /root/.helm/repository/local Creating /root/.helm/plugins Creating /root/.helm/starters Creating /root/.helm/cache/archive Creating /root/.helm/repository/repositories.yaml Adding stable repo with URL: https://kubernetes-charts.storage.googleapis.com Adding local repo with URL: http://127.0.0.1:8879/charts $HELM_HOME has been configured at /root/.helm. Tiller (the Helm server-side component) has been installed into your Kubernetes Cluster. Please note: by default, Tiller is deployed with an insecure 'allow unauthenticated users' policy. To prevent this, run `helm init` with the --tiller-tls-verify flag. For more information on securing your installation see: https://docs.helm.sh/using_helm/#securing-your-helm-installation Happy Helming! [root@fission-master ~]# [root@fission-master ~]# watch -d kubectl -n kube-system get pods -o=wide [root@fission-master ~]# [root@fission-master ~]# kubectl get svc --namespace=kube-system NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE kube-dns ClusterIP 10.96.0.10 <none> 53/UDP,53/TCP 10m tiller-deploy ClusterIP 10.97.176.234 <none> 44134/TCP 16s [root@fission-master ~]# [root@fission-master ~]# [root@fission-master ~]# kubectl create serviceaccount --namespace kube-system tiller [root@fission-master ~]# kubectl create clusterrolebinding tiller-cluster-rule --clusterrole=cluster-admin --serviceaccount=kube-system:tiller [root@fission-master ~]# kubectl patch deploy --namespace kube-system tiller-deploy -p '{"spec":{"template":{"spec":{"serviceAccount":"tiller"}}}}' [root@fission-master ~]# [root@fission-master ~]# kubectl delete svc tiller-deploy --namespace=kube-system [root@fission-master ~]# [root@fission-master ~]# kubectl get pods --all-namespaces -o=wide NAMESPACE NAME READY STATUS RESTARTS AGE IP NODE NOMINATED NODE kube-system coredns-99b9bb8bd-8hfjv 1/1 Running 0 11m 10.40.0.2 fission-node1 <none> kube-system coredns-99b9bb8bd-95k5w 1/1 Running 0 11m 10.40.0.1 fission-node1 <none> kube-system etcd-fission-master 1/1 Running 0 6m 10.239.85.153 fission-master <none> kube-system kube-apiserver-fission-master 1/1 Running 0 6m 10.239.85.153 fission-master <none> kube-system kube-controller-manager-fission-master 1/1 Running 0 6m 10.239.85.153 fission-master <none> kube-system kube-proxy-cwkr8 1/1 Running 0 11m 10.239.85.153 fission-master <none> kube-system kube-proxy-fmkrp 1/1 Running 0 6m 10.239.85.167 fission-node1 <none> kube-system kube-scheduler-fission-master 1/1 Running 0 6m 10.239.85.153 fission-master <none> kube-system tiller-deploy-57f988f854-w5m86 1/1 Running 0 47s 10.40.0.3 fission-node1 <none> kube-system weave-net-phhvt 2/2 Running 0 10m 10.239.85.153 fission-master <none> kube-system weave-net-tl49r 2/2 Running 0 6m 10.239.85.167 fission-node1 <none> [root@fission-master ~]# [root@fission-master ~]# kubectl expose pod tiller-deploy-57f988f854-w5m86 --external-ip=10.239.85.167 --namespace=kube-system --name tiller-deploy service/tiller-deploy exposed [root@fission-master ~]# [root@fission-master ~]# kubectl get svc --namespace=kube-system NAME TYPE CLUSTER-IP EXTERNAL-IP PORT(S) AGE kube-dns ClusterIP 10.96.0.10 <none> 53/UDP,53/TCP 12m tiller-deploy ClusterIP 10.106.173.127 10.239.85.167 44134/TCP,44135/TCP 9s [root@fission-master ~]# export HELM_HOST=10.239.85.167:44134 [root@fission-master ~]# helm version Client: &version.Version{SemVer:"v2.11.0", GitCommit:"2e55dbe1fdb5fdb96b75ff144a339489417b146b", GitTreeState:"clean"} Error: cannot connect to Tiller [root@fission-master ~]# [root@fission-master ~]# unset HELM_HOST [root@fission-master ~]# [root@fission-master ~]# helm version Client: &version.Version{SemVer:"v2.11.0", GitCommit:"2e55dbe1fdb5fdb96b75ff144a339489417b146b", GitTreeState:"clean"} Server: &version.Version{SemVer:"v2.11.0", GitCommit:"2e55dbe1fdb5fdb96b75ff144a339489417b146b", GitTreeState:"clean"} [root@fission-master ~]# [root@fission-master ~]# watch -d kubectl -n kube-system get pods -o=wide [root@fission-master ~]# [root@fission-master ~]# wget https://github.com/fission/fission/releases/download/0.12.0/fission-all-0.12.0.tgz [root@fission-master ~]# [root@fission-master ~]# watch -d kubectl get pods --all-namespaces -o=wide [root@fission-master ~]# [root@fission-master ~]# [root@fission-master ~]# export declare -x HISTCONTROL="ignoredups" declare -x HISTSIZE="1000" declare -x HOME="/root" declare -x HOSTNAME="fission-master" declare -x HTTPS_PROXY="http://child-prc.intel.com:913" declare -x HTTP_PROXY="http://child-prc.intel.com:913" declare -x KUBECONFIG="/etc/kubernetes/admin.conf" declare -x LANG="en_US.UTF-8" declare -x LESSOPEN="||/usr/bin/lesspipe.sh %s" declare -x LOGNAME="root" declare -x LS_COLORS="rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;05;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.axa=01;36:*.oga=01;36:*.spx=01;36:*.xspf=01;36:" declare -x MAIL="/var/spool/mail/root" declare -x OLDPWD declare -x PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/root/bin" declare -x PWD="/root" declare -x SELINUX_LEVEL_REQUESTED="" declare -x SELINUX_ROLE_REQUESTED="" declare -x SELINUX_USE_CURRENT_RANGE="" declare -x SHELL="/bin/bash" declare -x SHLVL="1" declare -x SSH_CLIENT="10.255.30.117 51411 22" declare -x SSH_CONNECTION="10.255.30.117 51411 10.239.85.153 22" declare -x SSH_TTY="/dev/pts/1" declare -x TERM="xterm" declare -x USER="root" declare -x XDG_RUNTIME_DIR="/run/user/0" declare -x XDG_SESSION_ID="4" declare -x http_proxy="http://child-prc.intel.com:913" declare -x https_proxy="http://child-prc.intel.com:913" [root@fission-master ~]# [root@fission-master ~]# [root@fission-master ~]# scp root@10.239.85.167:/root/fission-env/pv-volume.yaml ./ [root@fission-master ~]# scp root@10.239.85.167:/root/fission-env/pvc-volume.yaml ./ [root@fission-master ~]# [root@fission-master ~]# kubectl create -f pv-volume.yaml [root@fission-master ~]# [root@fission-master ~]# [root@fission-master ~]# scp root@10.239.85.167:/root/fission-env/fission-all-0.12.0.tgz ./ [root@fission-master ~]# [root@fission-master ~]# helm version Client: &version.Version{SemVer:"v2.11.0", GitCommit:"2e55dbe1fdb5fdb96b75ff144a339489417b146b", GitTreeState:"clean"} Server: &version.Version{SemVer:"v2.11.0", GitCommit:"2e55dbe1fdb5fdb96b75ff144a339489417b146b", GitTreeState:"clean"} [root@fission-master ~]# [root@fission-master ~]# helm install --name fission --namespace fission --set serviceType=NodePort ./fission-all-0.12.0.tgz [root@fission-master ~]# [root@fission-master ~]# curl -Lo fission https://github.com/fission/fission/releases/download/0.12.0/fission-cli-linux && chmod +x fission && sudo mv fission /usr/local/bin/ [root@fission-master ~]# [root@fission-master ~]# fission VERSION: 0.12.0 [root@fission-master ~]# [root@fission-master ~]# fission -v client: fission/core: gitcommit: 7350cf7b196fb410d6510597caa1d7ce0bd4de9f builddate: 2018-11-01T20:12:13Z version: 0.12.0 server: fission/core: gitcommit: 7350cf7b196fb410d6510597caa1d7ce0bd4de9f builddate: 2018-11-01T20:12:13Z version: 0.12.0 [root@fission-master ~]# [root@fission-master ~]# fission env list NAME UID IMAGE POOLSIZE MINCPU MAXCPU MINMEMORY MAXMEMORY EXTNET GRACETIME [root@fission-master ~]# [root@fission-master ~]# kubectl get service router --namespace fission | grep router | awk '{print $5}' | sed 's/.*://g' | sed 's/\/.*//g' 31704 [root@fission-master ~]# export FISSION_ROUTER=10.239.85.153:31704 Unset ENV unset KUBERNETES_HTTP_PROXY unset KUBERNETES_HTTPS_PROXY unset all_proxy unset ALL_PROXY unset socks_proxy unset no_proxy unset NO_PROXY unset HTTP_PROXY unset HTTPS_PROXY unset FTP_PROXY unset KUBECONFIG unset FISSION_ROUTER unset FISSION_URL [root@fmx217 fission-env]# export declare -x DISPLAY="localhost:10.0" declare -x HISTCONTROL="ignoredups" declare -x HISTSIZE="1000" declare -x HOME="/root" declare -x HOSTNAME="fmx217" declare -x KUBECONFIG="/etc/kubernetes/admin.conf" declare -x LANG="en_US.UTF-8" declare -x LESSOPEN="||/usr/bin/lesspipe.sh %s" declare -x LOGNAME="root" declare -x LS_COLORS="rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;05;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.Z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.jpg=01;35:*.jpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.axv=01;35:*.anx=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.axa=01;36:*.oga=01;36:*.spx=01;36:*.xspf=01;36:" declare -x MAIL="/var/spool/mail/root" declare -x OLDPWD="/root" declare -x PATH="/root/bin:/root/bin:/root/bin:/root/bin:/root/bin:/root/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/root/bin" declare -x PWD="/root/changqing/fission-env" declare -x SELINUX_LEVEL_REQUESTED="" declare -x SELINUX_ROLE_REQUESTED="" declare -x SELINUX_USE_CURRENT_RANGE="" declare -x SHELL="/bin/bash" declare -x SHLVL="1" declare -x SSH_CLIENT="10.239.205.88 52473 22" declare -x SSH_CONNECTION="10.239.205.88 52473 10.239.85.153 22" declare -x SSH_TTY="/dev/pts/0" declare -x TERM="xterm" declare -x TZ="Asia/Shanghai" declare -x USER="root" declare -x XDG_DATA_DIRS="/root/.local/share/flatpak/exports/share/:/var/lib/flatpak/exports/share/:/usr/local/share/:/usr/share/" declare -x XDG_RUNTIME_DIR="/run/user/0" declare -x XDG_SESSION_ID="73" declare -x ftp_proxy="http://child-prc.intel.com:913" declare -x http_proxy="http://child-prc.intel.com:913" declare -x https_proxy="http://child-prc.intel.com:913" Problem: unable to get URL "https://dl.k8s.io/release/stable-1.11.txt" [root@fmx217 fission-env]# kubeadm init --config kubeadm.yaml I0417 10:25:42.921706 48578 version.go:89] could not fetch a Kubernetes version from the internet: unable to get URL "https://dl.k8s.io/release/stable-1.11.txt": Get https://dl.k8s.io/release/stable-1.11.txt: net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) I0417 10:25:42.921869 48578 version.go:94] falling back to the local client version: v1.12.1 [init] using Kubernetes version: v1.12.1 [root@fmx217 fission-env]# [root@fmx217 fission-env]# kubeadm config images list I0417 10:26:48.559512 48969 version.go:89] could not fetch a Kubernetes version from the internet: unable to get URL "https://dl.k8s.io/release/stable-1.txt": Get https://dl.k8s.io/release/stable-1.txt: net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) I0417 10:26:48.559666 48969 version.go:94] falling back to the local client version: v1.12.1 k8s.gcr.io/kube-apiserver:v1.12.1 k8s.gcr.io/kube-controller-manager:v1.12.1 k8s.gcr.io/kube-scheduler:v1.12.1 k8s.gcr.io/kube-proxy:v1.12.1 k8s.gcr.io/pause:3.1 k8s.gcr.io/etcd:3.2.24 k8s.gcr.io/coredns:1.2.2 [root@fmx217 fission-env]# [root@fmx217 fission-env]# kubeadm config print-defaults --api-objects ClusterConfiguration > kubeadm.conf [root@fmx217 fission-env]# [root@fmx217 fission-env]# kubeadm config images list --config kubeadm.conf k8s.gcr.io/kube-apiserver:v1.12.0 k8s.gcr.io/kube-controller-manager:v1.12.0 k8s.gcr.io/kube-scheduler:v1.12.0 k8s.gcr.io/kube-proxy:v1.12.0 k8s.gcr.io/pause:3.1 k8s.gcr.io/etcd:3.2.24 k8s.gcr.io/coredns:1.2.2 [root@fmx217 fission-env]# [root@fmx217 fission-env]# vim kubeadm.conf kubernetesVersion: v1.11.8 [root@fmx217 fission-env]# [root@fmx217 fission-env]# kubeadm config images pull --config kubeadm.conf [config/images] Pulled k8s.gcr.io/kube-apiserver:v1.11.8 [config/images] Pulled k8s.gcr.io/kube-controller-manager:v1.11.8 [config/images] Pulled k8s.gcr.io/kube-scheduler:v1.11.8 [config/images] Pulled k8s.gcr.io/kube-proxy:v1.11.8 [config/images] Pulled k8s.gcr.io/pause:3.1 [config/images] Pulled k8s.gcr.io/etcd:3.2.18 [config/images] Pulled k8s.gcr.io/coredns:1.2.2 [root@fmx217 fission-env]# [root@fmx217 fission-env]# kubeadm init --config kubeadm.conf [init] using Kubernetes version: v1.11.8 kubeadm join 10.239.85.153:6443 --token fjkcom.rzk0bx01qetra2ha --discovery-token-ca-cert-hash sha256:82f58287058bf3bda071eedec1b3dfca9ed79b5b2f6cca6e19efa7d83fa82a99 [root@fmx217 fission-env]# [root@fmx217 fission-env]# export KUBECONFIG=/etc/kubernetes/admin.conf [root@fmx217 fission-env]# kubectl version Client Version: version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:46:06Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"} Server Version: version.Info{Major:"1", Minor:"11", GitVersion:"v1.11.8", GitCommit:"4e209c9383fa00631d124c8adcc011d617339b3c", GitTreeState:"clean", BuildDate:"2019-02-28T18:40:05Z", GoVersion:"go1.10.8", Compiler:"gc", Platform:"linux/amd64"} Delete fission env helm ls --all helm delete --purge fission helm reset kubectl delete svc tiller-deploy --namespace=kube-system kubectl delete deployment tiller-deploy -n kube-system helm init Kubelet error # kubectl version Client Version: version.Info{Major:"1", Minor:"12", GitVersion:"v1.12.1", GitCommit:"4ed3216f3ec431b140b1d899130a69fc671678f4", GitTreeState:"clean", BuildDate:"2018-10-05T16:46:06Z", GoVersion:"go1.10.4", Compiler:"gc", Platform:"linux/amd64"} The connection to the server 10.239.85.153:6443 was refused - did you specify the right host or port? # setenforce 0; systemctl enable --now kubelet; systemctl restart kubelet; swapoff -a; systemctl stop firewalld; systemctl disable firewalld; kubectl version Clear k8s echo y | sudo -S kubeadm reset unset KUBECONFIG unset HELM_HOST rm -rf $HOME/.kube rm -rf $HOME/.helm # rm -rf /usr/local/bin/kubectl # yum erase kubeadm kubectl kubelet -y # yum install kubeadm kubelet -y yum install kubeadm-1.12.1 kubelet-1.11.3 kubectl-1.13.4 -y # yum install kubeadm-1.11.8 kubectl-1.11.8 kubelet-1.11.8 -y kubeadm version kubectl version kubelet --version docker build . --tag classification:v0.2 docker tag classification:v0.1 10.239.85.153:5000/classification:v0.2 docker push 10.239.85.153:5000/classification:v0.2 docker image rm 10.239.85.153:5000/classification:v0.2 # docker pull 10.239.85.153:5000/stream-223mb:latest Dockerfile: FROM centos ENV http_proxy=http://child-prc.intel.com:913 ENV ftp_proxy=http://child-prc.intel.com:913 ENV FTP_PROXY=http://child-prc.intel.com:913 ENV socks_proxy=http://proxy-shz.intel.com:1080 ENV HTTPS_PROXY=http://child-prc.intel.com:913 ENV https_proxy=http://child-prc.intel.com:913 ENV HTTP_PROXY=http://child-prc.intel.com:913 ENV PATH=$PATH:/usr/bin:/usr/local/bin:/app ENV PYTHONPATH=$PYTHONPATH:/app RUN yum install -y https://centos7.iuscommunity.org/ius-release.rpm RUN yum update -y RUN yum install -y python36u python36u-libs python36u-devel python36u-pip stress-ng bc numactl time RUN ln -s /usr/bin/pip3.6 /usr/bin/pip3 RUN ln -s /usr/bin/python3.6 /usr/bin/python3 RUN yum install -y gcc libev RUN yum install -y libev-devel RUN pip3 install --upgrade pip RUN rm -r /root/.cache COPY . /app WORKDIR /app RUN pip3 install -r requirements.txt RUN pip3 install ./tensorflow-1.8.0-cp36-cp36m-manylinux1_x86_64.whl ENTRYPOINT ["python3"] CMD ["server.py"] # ubuntu 16/18 install docker sudo apt update sudo apt-get install -y apt-transport-https ca-certificates curl software-properties-common curl -fsSL https://mirrors.aliyun.com/docker-ce/linux/ubuntu/gpg | sudo apt-key add - sudo add-apt-repository "deb [arch=amd64] https://mirrors.aliyun.com/docker-ce/linux/ubuntu $(lsb_release -cs) stable" sudo apt-get update sudo apt-cache madison docker-ce sudo apt-get install -y docker-ce=18.06.3~ce~3-0~ubuntu