K8S部署LNMP集羣訪問wordpress

部署k8s集羣架構：

192.168.175.128 k8s-master

192.168.175.130 k8s-node1

192.168.175.131 k8s-node2

192.168.175.132 harbor/glusterfs/nfs

1、構建底層鏡像Dockerfile
上傳至Harbor倉庫中，具體倉庫的搭建請看前面的博客

(1)nginx：須要有一個默認的nginx.conf，以及nginx1.12編譯安裝包

nginx.conf配置以下：

[root@glusterfs-master nginx]# cat nginx.conf
user  root;
worker_processes  auto;

error_log  logs/error.log  info;

pid        logs/nginx.pid;


events {
    use epoll;
}

http {

    include       mime.types;
    default_type  application/octet-stream;

    log_format  main '$remote_addr - $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for"';

    access_log logs/access.log main;
    sendfile        on;
    keepalive_timeout  65;

   # server {
   #     listen 80;
   #     server_name localhost;
   #     root html;
   #     index index.html index.php;

   #     location  / {
   #         root html;
   #         index index.html;
   #     }
   # }
    include   vhost/*.conf;
}

nginx Dockerfile以下

[root@glusterfs-master nginx]# cat Dockerfile
FROM centos:7
MAINTAINER wujunqi
RUN rpm --import /etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-7
RUN yum install -y gcc gcc-c++ make openssl-devel pcre-devel
ADD nginx-1.12.1.tar.gz /tmp

RUN cd /tmp/nginx-1.12.1 && \
    ./configure --prefix=/usr/local/nginx && \
    make -j 2 && \
    make install

RUN rm -rf /tmp/nginx-1.12.1* && yum clean all

COPY nginx.conf /usr/local/nginx/conf

WORKDIR /usr/local/nginx
EXPOSE 80
CMD ["./sbin/nginx", "-g", "daemon off;"]

(2)php：php編譯版本爲php-5.6.31，須要有一個默認的php.ini文件

php Dockerfile以下

[root@glusterfs-master php]# cat Dockerfile
FROM 192.168.175.132/centos/centos7
MAINTAINER wujunqi

RUN yum install -y gcc gcc-c++ make gd-devel libxml2-devel libcurl-devel libjpeg-devel libpng-devel openssl-devel
ADD php-5.6.31.tar.gz /tmp/

RUN cd /tmp/php-5.6.31 && \
    ./configure --prefix=/usr/local/php \
    --with-config-file-path=/usr/local/php/etc \
    --with-mysql --with-mysqli \
    --with-openssl --with-zlib --with-curl --with-gd \
    --with-jpeg-dir --with-png-dir --with-iconv \
    --enable-fpm --enable-zip --enable-mbstring && \
    make -j 2 && \
    make install && \
    cp /usr/local/php/etc/php-fpm.conf.default /usr/local/php/etc/php-fpm.conf && \
    sed -i "s/127.0.0.1/0.0.0.0/" /usr/local/php/etc/php-fpm.conf && \
    sed -i "21a \daemonize = no" /usr/local/php/etc/php-fpm.conf
COPY php.ini /usr/local/php/etc

RUN rm -rf /tmp/php-5.6.31* && yum clean all

WORKDIR /usr/local/php
EXPOSE 9000
CMD ["./sbin/php-fpm", "-c", "/usr/local/php/etc/php-fpm.conf"]

2、構建鏡像並上傳

# docker build -t 192.168.175.132/nginx/nginx-1.12.1 -f Dockerfile .

# docker build -t 192.168.175.132/php/php-5.6.31 -f Dockerfile .  （標記表示上傳到哪臺harbor主機，以及對應的項目下）

# docker login 192.168.175.132 （登陸harbor下的用戶，上傳的該用戶下的指定項目）

# docker push 192.168.175.132/nginx/nginx-1.12.1

# docker push 192.168.175.132/php/php-5.6.31

3、k8s-master上配置LNMP的yaml配置文件

①nginx：採用configMap對象，將須要的虛擬主機配置放置在指定位置下加載，指定nodePort讓外部網絡訪問，也能夠使用ingress。須要注意的是nginx須要配置會話綁定，否則會話會飄。掛載點使用的是nfs以及configMap，由於很簡單，看看就好。啓動deployment的時候須要先啓動php，要否則nginx會起不來，由於配置文件裏須要解析php-server，另外爲了可以讓集羣解析servicename，還須要配置kube-dns的，要否則會有問題。

Nginx Deployment yaml 以下

[root@k8s-master1 wjq]# cat nginx-wjq-deployment.yaml
apiVersion: v1
kind: ConfigMap
metadata:
  name: nginx-config
data:
  http.conf: |-
    server {
        listen 80;
        server_name localhost;
        root /usr/local/nginx/html;
        index index.html index.php;

        location ~ \.php$ {
            root /usr/local/nginx/html;
            fastcgi_pass php-server:9000;
            fastcgi_param SCRIPT_FILENAME $document_root$fastcgi_script_name;
            include /usr/local/nginx/conf/fastcgi_params;
            fastcgi_connect_timeout 60s;
            fastcgi_read_timeout 300s;
            fastcgi_send_timeout 300s;
        }
    }

---
apiVersion: v1
kind: Service
metadata:
  name: wordpress-nginx
  labels:
    app: wordpress
spec:
  ports:
    - port: 80
  selector:
    app: wordpress-nginx
  type: NodePort
  sessionAffinity: ClientIP
---
apiVersion: apps/v1beta2
kind: Deployment
metadata:
  name: wordpress-nginx
  labels:
    app: wordpress
spec:
  replicas: 1
  selector:
    matchLabels:
      app: wordpress-nginx
  template:
    metadata:
      labels:
        app: wordpress-nginx
    spec:
      containers:
      - name: nginx
        image: 192.168.175.132/nginx/nginx-1.12.1
        ports:
        - containerPort: 80
          name: wordpress
        volumeMounts:
        - name: wordpress-persistent-storage
          mountPath: /usr/local/nginx/html
        - name: config
          mountPath: /usr/local/nginx/conf/vhost/http.conf
          subPath: http.conf
      volumes:
      - name: wordpress-persistent-storage
        nfs:
          server: 192.168.175.132
          path: /opt/nfs/data
      - name: config
        configMap:
          name: nginx-config

②php

php Deployment yaml以下

[root@k8s-master1 wjq]# cat php-wjq-deployment.yaml
apiVersion: v1
kind: Service
metadata:
  name: php-server
  labels:
    app: lnmp-php
spec:
  ports:
  - port: 9000
  selector:
    app: lnmp-php

---
apiVersion: apps/v1beta1
kind: Deployment
metadata:
  name: php-wjq-deployment
  labels:
    app: lnmp-php
spec:
  replicas: 2
  template:
    metadata:
      labels:
        app: lnmp-php
    spec:
      containers:
      - name: php
        image: 192.168.175.132/php/php-5.6.31
        ports:
        - containerPort: 9000
        volumeMounts:
        - name: php-html
          mountPath: /usr/local/nginx/html
      volumes:
      - name: php-html
        nfs:
          server: 192.168.175.132
          path: /opt/nfs/data

③mysql：mysql使用glusterfs持久卷的方式掛載/var/lib/mysql，即數據庫目錄，保證數據庫文件不丟失，冗餘備份。mysql運行須要數據庫密碼，即root密碼，在這裏配置一個secret變量在配置文件中用於讀取mysql密碼，而後在k8s-master建立一個secret。設置密碼爲123456.

# kubectl create secret generic mysql-pass --from-literal=password=123456

env:
        - name: MYSQL_ROOT_PASSWORD
          valueFrom:
            secretKeyRef:
              name: mysql-pass
              key: password

pv-mysql.yaml：mysql持久卷設置，容量大小。

[root@k8s-master1 wjq]# cat pv-mysql.yaml
apiVersion: v1
kind: PersistentVolume
metadata:
  name: mysql-pv
spec:
  capacity:
    storage: 10Gi
  accessModes:
  - ReadWriteMany
  persistentVolumeReclaimPolicy: Recycle
  glusterfs:
    endpoints: "glusterfs-cluster"
    path: "gv0"

pvc-mysql.yaml：持久卷申請。

[root@k8s-master1 wjq]# cat pvc-mysql.yaml
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  name: mysql-pvc
spec:
  resources:
    requests:
      storage: 10Gi
  accessModes:
  - ReadWriteMany

mysql Deployment yaml以下

[root@k8s-master1 wjq]# cat mysql-wjq-deployment.yaml
---
apiVersion: v1
kind: Service
metadata:
  name: mysql-service
  labels:
    app: lnmp-mysql
spec:
  ports:
  - port: 3306
  selector:
    app: lnmp-mysql

---
apiVersion: apps/v1beta1
kind: Deployment
metadata:
  name: mysql-deployment
  labels:
    app: lnmp-mysql
spec:
  replicas: 1
  template:
    metadata:
      labels:
        app: lnmp-mysql
    spec:
      containers:
      - image: mysql:5.6
        env:
        - name: MYSQL_ROOT_PASSWORD
          valueFrom:
            secretKeyRef:
              name: mysql-pass
              key: password
        name: mysql
        ports:
        - containerPort: 3306
        volumeMounts:
        - name: mysql
          mountPath: /var/lib/mysql
      volumes:
      - name: mysql
        #nfs:
          #server: 192.168.175.132
          #path: /opt/nfs/mysql
        persistentVolumeClaim:
          claimName: mysql-pvc

啓動deployment，nginx需在php後啓動

[root@k8s-master1 wjq]# kubectl create -f mysql-wjq-deployment.yaml

[root@k8s-master1 wjq]# kubectl create -f php-wjq-deployment.yaml
[root@k8s-master1 wjq]# kubectl create -f nginx-wjq-deployment.yaml

運行正常

4、訪問wordpress

數據庫主機填mysql-service即mysql deployment的serviceName