supervisor 託管ELK

1、說說來龍去脈

elasticsearch,kafka,zookeeper,kibana,elasticsearch-head,logstash，logstash是須要常常重啓的，你上了點過濾規則或者修改點啥的，每次都尼瑪殺進程，再nohup ，還看不到日誌，這太不符合人性了，人性的優勢之一就是懶惰。打開web 界面，點一下鼠標解決問題豈不是棒棒噠，還能經過web 界面看看後臺日誌，故而用supervisor託管

supervisor運行的系統：centos 7

supervisor version：3.3.4

2、安裝

用easy_install 安裝pip
easy_install pip
#以後經過pip 安裝supervisor 
pip install supervisor
#爲supervisor建立工做目錄與配置文件目錄而且賦予該目錄755 的權限；
mkdir -m 755 -p /etc/supervisor/conf.d
#經過supervisor 提供的 echo_supervisord_conf 命令生成默認配置文件
echo_supervisord_conf > /etc/supervisor/supervisord.conf

#經過cat 命令查看配置文件是否生成；
cat /etc/supervisor/supervisord.conf |grep -v "^;" |grep -v "^$"
[unix_http_server]
file=/tmp/supervisor.sock   ; the path to the socket file
[inet_http_server]         ; inet (TCP) server disabled by default  #是否開啓web 管理界面
port=ip:9001        ; ip_address:port specifier, *:port for all iface  #web 訪問端口；
username=user          ; default is no username (open server)  #web 界面訪問用戶名；
password=password              ; default is no password (open server)  #web 界面訪問密碼；
[supervisord]
logfile=/tmp/supervisord.log ; main log file; default $CWD/supervisord.log  #日誌存放路徑
logfile_maxbytes=50MB        ; max main logfile bytes b4 rotation; default 50MB  #日誌大小
logfile_backups=10           ; # of main logfile backups; 0 means none, default 10  #日誌滾動多少次
loglevel=info                ; log level; default info; others: debug,warn,trace   #log 級別
pidfile=/tmp/supervisord.pid ; supervisord pidfile; default supervisord.pid  #pid 文件
nodaemon=false               ; start in foreground if true; default false  #是否在前臺啓動，默認是false，即以 daemon 的方式啓動
minfds=1024                  ; min. avail startup file descriptors; default 1024 #能夠打開的文件描述符的最小值，默認 1024
minprocs=200                 ; min. avail process descriptors;default 200       #能夠打開的進程數的最小值，默認 200
[rpcinterface:supervisor] 
supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface 
[supervisorctl]
serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL  for a unix socket    #經過UNIX socket鏈接supervisord，路徑與unix_http_server部分的file一致
[include] 
files =/etc/supervisor/conf.d/*.conf  #引入額外的配置文件

3、編寫ELK託管文件

[root@es1 ~]#  cat elasticsearch.conf
[program:es1]
command=/bin/bash -c /usr/lib/elk/elasticsearch-7.4.2/bin/elasticsearch
environment=JAVA_HOME="/usr/lib/elk/elasticsearch-7.4.2/jdk"
directory=/usr/lib/elk/elasticsearch-7.4.2
process_name=%(program_name)s
autorestart=false
autostart=true
startsecs=3
startretries=3
stopsignal=QUIT
stopwaitsecs=0
stopasgroup=true
killasgroup=true
stdout_logfile=/var/log/supervisor/%(program_name)s_stdout.log        ; stdout log path, NONE for none; default AUTO
stdout_logfile_maxbytes=10MB    ; max # logfile bytes b4 rotation (default 50MB)
stdout_logfile_backups=5        ; # of stdout logfile backups (default 10)
stdout_capture_maxbytes=10MB     ; number of bytes in 'capturemode' (default 0)
stdout_events_enabled=true     ; emit events on stdout writes (default false)
redirect_stderr=true           ; redirect proc stderr to stdout (default false)
stderr_logfile=/var/log/supervisor/%(program_name)s_stderr.log        ; stderr log path, NONE for none; default AUTO
stderr_logfile_maxbytes=1MB     ; max # logfile bytes b4 rotation (default 50MB)
stderr_logfile_backups=5        ; # of stderr logfile backups (default 10)
stderr_capture_maxbytes=10MB    ; number of bytes in 'capturemode' (default 0)
stderr_events_enabled=true     ; emit events on stderr writes (default false)
logfile=/var/log/supervisor/%(pogram_name)s.log ; (main log file;default $CWD/%(program_name)s.log)
logfile_maxbytes=50MB          ; (max main logfile bytes b4 rotation;default 50MB)
logfile_backups=5              ; (num of main logfile rotation backups;default 10)
loglevel=info                  ; (log level;default info; others: debug,warn,trace)
pidfile=/var/log/supervisor/%(pogram_name)s.pid ; (pidfile;default %(program_name)s.pid)
nodaemon=true                  ; (start in foreground if true;default false)
user=elastic

[root@es1 ~]#   cat /etc/supervisord.d/logstash.conf
    [program:logstash]
    command=/usr/share/logstash/bin/logstash --path.settings /etc/logstash --config.reload.automatic
    directory=/usr/share/logstash
    process_name=%(program_name)s
    autorestart=false
    autostart=true
    startsecs=3
    startretries=3
    stopsignal=QUIT
    stopwaitsecs=0
    stopasgroup=true
    killasgroup=true
stdout_logfile=/var/log/supervisor/%(program_name)s_stdout.log        ; stdout log path, NONE for none; default AUTO
stdout_logfile_maxbytes=10MB    ; max # logfile bytes b4 rotation (default 50MB)
stdout_logfile_backups=5        ; # of stdout logfile backups (default 10)
stdout_capture_maxbytes=10MB     ; number of bytes in 'capturemode' (default 0)
stdout_events_enabled=true     ; emit events on stdout writes (default false)
redirect_stderr=true           ; redirect proc stderr to stdout (default false)
stderr_logfile=/var/log/supervisor/%(program_name)s_stderr.log        ; stderr log path, NONE for none; default AUTO
stderr_logfile_maxbytes=1MB     ; max # logfile bytes b4 rotation (default 50MB)
stderr_logfile_backups=5        ; # of stderr logfile backups (default 10)
stderr_capture_maxbytes=10MB    ; number of bytes in 'capturemode' (default 0)
stderr_events_enabled=true     ; emit events on stderr writes (default false)
environment=JAVA_HOME="/usr/bin/java"           ; process environment additions (def no adds)
logfile=/var/log/supervisor/%(pogram_name)s.log ; (main log file;default $CWD/%(program_name)s.log)
logfile_maxbytes=50MB          ; (max main logfile bytes b4 rotation;default 50MB)
logfile_backups=5              ; (num of main logfile rotation backups;default 10)
loglevel=info                  ; (log level;default info; others: debug,warn,trace)
pidfile=/var/log/supervisor/%(pogram_name)s.pid ; (pidfile;default %(program_name)s.pid)
nodaemon=true                  ; (start in foreground if true;default false)
user=logstash

 [root@es2 ~]# cat /etc/supervisord.d/kibana.conf
[program:kibana]
command=/usr/share/kibana/bin/kibana "-c /etc/kibana/kibana.yml"
;environment=JAVA_HOME="/usr/lib/elk/elasticsearch-7.4.2/jdk"
directory=/usr/share/kibana
process_name=%(program_name)s
autorestart=false
autostart=true
startsecs=3
startretries=3
stopsignal=QUIT
stopwaitsecs=0
stopasgroup=true
killasgroup=true
stdout_logfile=/var/log/supervisor/%(program_name)s_stdout.log        ; stdout log path, NONE for none; default AUTO
stdout_logfile_maxbytes=10MB    ; max # logfile bytes b4 rotation (default 50MB)
stdout_logfile_backups=5        ; # of stdout logfile backups (default 10)
stdout_capture_maxbytes=10MB     ; number of bytes in 'capturemode' (default 0)
stdout_events_enabled=true     ; emit events on stdout writes (default false)
redirect_stderr=true           ; redirect proc stderr to stdout (default false)
stderr_logfile=/var/log/supervisor/%(program_name)s_stderr.log        ; stderr log path, NONE for none; default AUTO
stderr_logfile_maxbytes=1MB     ; max # logfile bytes b4 rotation (default 50MB)
stderr_logfile_backups=5        ; # of stderr logfile backups (default 10)
stderr_capture_maxbytes=10MB    ; number of bytes in 'capturemode' (default 0)
stderr_events_enabled=true     ; emit events on stderr writes (default false)
logfile=/var/log/supervisor/%(pogram_name)s.log ; (main log file;default $CWD/%(program_name)s.log)
logfile_maxbytes=50MB          ; (max main logfile bytes b4 rotation;default 50MB)
logfile_backups=5              ; (num of main logfile rotation backups;default 10)
loglevel=info                  ; (log level;default info; others: debug,warn,trace)
pidfile=/var/log/supervisor/%(pogram_name)s.pid ; (pidfile;default %(program_name)s.pid)
nodaemon=true                  ; (start in foreground if true;default false)
user=kibana
;identifier=supervisor         ; (supervisord identifier, default is 'supervisor')
;directory=/tmp                ; (default is not to cd during start)
;nocleanup=true                ; (don't clean up tempfiles at start;default false)
;childlogdir=/tmp              ; ('AUTO' child log dir, default $TEMP)
;environment=KEY="value"       ; (key value pairs to add to environment)
;strip_ansi=false              ; (strip ansi escape codes in logs; def. false)

4、啓動

參考啓動的程序 
supervisor status 
第一行是自定義的名字； 第二個是運行狀態，第三是pid ，第三行是啓動時間 
ELK  服務端程序啓停自動管理工具之supervisor
#關閉supervisor 
supervisorctl shutdown
#從新載入supervisor，從新載入supervisor，在這裏至關於重啓supervisor服務，裏面的服務也會跟着從新啓動
supervisor reload 
#添加/刪除 要管理服務，當你修改了配置文件，能夠直接經過update 方式升級便可
supervisor update

#經過命令方式啓動全部服務或者單個服務
supervisorctl start all 
supervisorctl start service_name
#關閉服務
supervisorctl stop all
supervisorctl stop service_name
#重啓全部服務或者單個服務
supervisorctl restart all
supervistorctl restart service_name 
看圖說話web 管理界面：