supervisor 托管ELK

Posted 2021-03-02

一、说说前因后果

elasticsearch,kafka,zookeeper,kibana,elasticsearch-head,logstash，logstash是需要经常重启的，你上了点过滤规则或者修改点啥的，每次都尼玛杀进程，再nohup ，还看不到日志，这太不符合人性了，人性的优点之一就是懒惰。打开web 界面，点一下鼠标解决问题岂不是棒棒哒，还能通过web 界面看看后台日志，故而用supervisor托管

supervisor运行的系统：centos 7

supervisor version：3.3.4

二、安装

用easy_install 安装pip
easy_install pip
#之后通过pip 安装supervisor 
pip install supervisor
#为supervisor创建工作目录与配置文件目录并且赋予该目录755 的权限；
mkdir -m 755 -p /etc/supervisor/conf.d
#通过supervisor 提供的 echo_supervisord_conf 命令生成默认配置文件
echo_supervisord_conf > /etc/supervisor/supervisord.conf

#通过cat 命令查看配置文件是否生成；
cat /etc/supervisor/supervisord.conf |grep -v "^;" |grep -v "^$"
[unix_http_server]
file=/tmp/supervisor.sock   ; the path to the socket file
[inet_http_server]         ; inet (TCP) server disabled by default  #是否开启web 管理界面
port=ip:9001        ; ip_address:port specifier, *:port for all iface  #web 访问端口；
username=user          ; default is no username (open server)  #web 界面访问用户名；
password=password              ; default is no password (open server)  #web 界面访问密码；
[supervisord]
logfile=/tmp/supervisord.log ; main log file; default $CWD/supervisord.log  #日志存放路径
logfile_maxbytes=50MB        ; max main logfile bytes b4 rotation; default 50MB  #日志大小
logfile_backups=10           ; # of main logfile backups; 0 means none, default 10  #日志滚动多少次
loglevel=info                ; log level; default info; others: debug,warn,trace   #log 级别
pidfile=/tmp/supervisord.pid ; supervisord pidfile; default supervisord.pid  #pid 文件
nodaemon=false               ; start in foreground if true; default false  #是否在前台启动，默认是false，即以 daemon 的方式启动
minfds=1024                  ; min. avail startup file descriptors; default 1024 #可以打开的文件描述符的最小值，默认 1024
minprocs=200                 ; min. avail process descriptors;default 200       #可以打开的进程数的最小值，默认 200
[rpcinterface:supervisor] 
supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface 
[supervisorctl]
serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL  for a unix socket    #通过UNIX socket连接supervisord，路径与unix_http_server部分的file一致
[include] 
files =/etc/supervisor/conf.d/*.conf  #引入额外的配置文件 

三、编写ELK托管文件

[root@es1 ~]#  cat elasticsearch.conf
[program:es1]
command=/bin/bash -c /usr/lib/elk/elasticsearch-7.4.2/bin/elasticsearch
environment=JAVA_HOME="/usr/lib/elk/elasticsearch-7.4.2/jdk"
directory=/usr/lib/elk/elasticsearch-7.4.2
process_name=%(program_name)s
autorestart=false
autostart=true
startsecs=3
startretries=3
stopsignal=QUIT
stopwaitsecs=0
stopasgroup=true
killasgroup=true
stdout_logfile=/var/log/supervisor/%(program_name)s_stdout.log        ; stdout log path, NONE for none; default AUTO
stdout_logfile_maxbytes=10MB    ; max # logfile bytes b4 rotation (default 50MB)
stdout_logfile_backups=5        ; # of stdout logfile backups (default 10)
stdout_capture_maxbytes=10MB     ; number of bytes in ‘capturemode‘ (default 0)
stdout_events_enabled=true     ; emit events on stdout writes (default false)
redirect_stderr=true           ; redirect proc stderr to stdout (default false)
stderr_logfile=/var/log/supervisor/%(program_name)s_stderr.log        ; stderr log path, NONE for none; default AUTO
stderr_logfile_maxbytes=1MB     ; max # logfile bytes b4 rotation (default 50MB)
stderr_logfile_backups=5        ; # of stderr logfile backups (default 10)
stderr_capture_maxbytes=10MB    ; number of bytes in ‘capturemode‘ (default 0)
stderr_events_enabled=true     ; emit events on stderr writes (default false)
logfile=/var/log/supervisor/%(pogram_name)s.log ; (main log file;default $CWD/%(program_name)s.log)
logfile_maxbytes=50MB          ; (max main logfile bytes b4 rotation;default 50MB)
logfile_backups=5              ; (num of main logfile rotation backups;default 10)
loglevel=info                  ; (log level;default info; others: debug,warn,trace)
pidfile=/var/log/supervisor/%(pogram_name)s.pid ; (pidfile;default %(program_name)s.pid)
nodaemon=true                  ; (start in foreground if true;default false)
user=elastic

[root@es1 ~]#   cat /etc/supervisord.d/logstash.conf
    [program:logstash]
    command=/usr/share/logstash/bin/logstash --path.settings /etc/logstash --config.reload.automatic
    directory=/usr/share/logstash
    process_name=%(program_name)s
    autorestart=false
    autostart=true
    startsecs=3
    startretries=3
    stopsignal=QUIT
    stopwaitsecs=0
    stopasgroup=true
    killasgroup=true
stdout_logfile=/var/log/supervisor/%(program_name)s_stdout.log        ; stdout log path, NONE for none; default AUTO
stdout_logfile_maxbytes=10MB    ; max # logfile bytes b4 rotation (default 50MB)
stdout_logfile_backups=5        ; # of stdout logfile backups (default 10)
stdout_capture_maxbytes=10MB     ; number of bytes in ‘capturemode‘ (default 0)
stdout_events_enabled=true     ; emit events on stdout writes (default false)
redirect_stderr=true           ; redirect proc stderr to stdout (default false)
stderr_logfile=/var/log/supervisor/%(program_name)s_stderr.log        ; stderr log path, NONE for none; default AUTO
stderr_logfile_maxbytes=1MB     ; max # logfile bytes b4 rotation (default 50MB)
stderr_logfile_backups=5        ; # of stderr logfile backups (default 10)
stderr_capture_maxbytes=10MB    ; number of bytes in ‘capturemode‘ (default 0)
stderr_events_enabled=true     ; emit events on stderr writes (default false)
environment=JAVA_HOME="/usr/bin/java"           ; process environment additions (def no adds)
logfile=/var/log/supervisor/%(pogram_name)s.log ; (main log file;default $CWD/%(program_name)s.log)
logfile_maxbytes=50MB          ; (max main logfile bytes b4 rotation;default 50MB)
logfile_backups=5              ; (num of main logfile rotation backups;default 10)
loglevel=info                  ; (log level;default info; others: debug,warn,trace)
pidfile=/var/log/supervisor/%(pogram_name)s.pid ; (pidfile;default %(program_name)s.pid)
nodaemon=true                  ; (start in foreground if true;default false)
user=logstash

 [root@es2 ~]# cat /etc/supervisord.d/kibana.conf
[program:kibana]
command=/usr/share/kibana/bin/kibana "-c /etc/kibana/kibana.yml"
;environment=JAVA_HOME="/usr/lib/elk/elasticsearch-7.4.2/jdk"
directory=/usr/share/kibana
process_name=%(program_name)s
autorestart=false
autostart=true
startsecs=3
startretries=3
stopsignal=QUIT
stopwaitsecs=0
stopasgroup=true
killasgroup=true
stdout_logfile=/var/log/supervisor/%(program_name)s_stdout.log        ; stdout log path, NONE for none; default AUTO
stdout_logfile_maxbytes=10MB    ; max # logfile bytes b4 rotation (default 50MB)
stdout_logfile_backups=5        ; # of stdout logfile backups (default 10)
stdout_capture_maxbytes=10MB     ; number of bytes in ‘capturemode‘ (default 0)
stdout_events_enabled=true     ; emit events on stdout writes (default false)
redirect_stderr=true           ; redirect proc stderr to stdout (default false)
stderr_logfile=/var/log/supervisor/%(program_name)s_stderr.log        ; stderr log path, NONE for none; default AUTO
stderr_logfile_maxbytes=1MB     ; max # logfile bytes b4 rotation (default 50MB)
stderr_logfile_backups=5        ; # of stderr logfile backups (default 10)
stderr_capture_maxbytes=10MB    ; number of bytes in ‘capturemode‘ (default 0)
stderr_events_enabled=true     ; emit events on stderr writes (default false)
logfile=/var/log/supervisor/%(pogram_name)s.log ; (main log file;default $CWD/%(program_name)s.log)
logfile_maxbytes=50MB          ; (max main logfile bytes b4 rotation;default 50MB)
logfile_backups=5              ; (num of main logfile rotation backups;default 10)
loglevel=info                  ; (log level;default info; others: debug,warn,trace)
pidfile=/var/log/supervisor/%(pogram_name)s.pid ; (pidfile;default %(program_name)s.pid)
nodaemon=true                  ; (start in foreground if true;default false)
user=kibana
;identifier=supervisor         ; (supervisord identifier, default is ‘supervisor‘)
;directory=/tmp                ; (default is not to cd during start)
;nocleanup=true                ; (don‘t clean up tempfiles at start;default false)
;childlogdir=/tmp              ; (‘AUTO‘ child log dir, default $TEMP)
;environment=KEY="value"       ; (key value pairs to add to environment)
;strip_ansi=false              ; (strip ansi escape codes in logs; def. false)

四、启动

参考启动的程序 
supervisor status 
第一行是自定义的名字； 第二个是运行状态，第三是pid ，第三行是启动时间 
ELK  服务端程序启停自动管理工具之supervisor
#关闭supervisor 
supervisorctl shutdown
#重新载入supervisor，重新载入supervisor，在这里相当于重启supervisor服务，里面的服务也会跟着重新启动
supervisor reload 
#添加/删除 要管理服务，当你修改了配置文件，可以直接通过update 方式升级即可
supervisor update

#通过命令方式启动所有服务或者单个服务
supervisorctl start all 
supervisorctl start service_name
#关闭服务
supervisorctl stop all
supervisorctl stop service_name
#重启所有服务或者单个服务
supervisorctl restart all
supervistorctl restart service_name 
看图说话web 管理界面：