ansible实现keepalived和nginx高可用

Posted 2020-12-03 不懂123

实验环境

  ansible节点

  keepalived+nginx节点1    ansible自动安装配置

  keepalived+nginx节点2    ansible自动安装配置

  httpd节点1

  httpd节点2

ansible配置

yum install epel-release
yum install ansible

安装ansible

vi /etc/ansible/hosts

[nginxsrv]
172.20.128.42
172.20.128.43

[keepalivedsrv]
172.20.128.42
172.20.128.43

#配置免密钥登录连接
[[email protected] .ssh]# ssh-keygen
[[email protected] .ssh]# ssh-copy-id 172.20.128.42
[[email protected] .ssh]# ssh-copy-id 172.20.128.43
[[email protected] .ssh]# ansible nginxsrv -m ping

#指定使用密码连接测试 -k
[[email protected] .ssh]# ansible nginxsrv -m ping -k

添加主机清单

 

编写ansible角色脚本

[[email protected] ~]# ls
 HAnginx
[[email protected] ~]# cd HAnginx/
[[email protected] HAnginx]# ls
roles  start.yaml
[[email protected] HAnginx]# cd roles
[[email protected] roles]# ls
keepalived  nginx
[[email protected] roles]# cd nginx
[[email protected] nginx]# ls
tasks  templates  vars  handlers
[[email protected] roles]# cd keepalived/
[[email protected] keepalived]# ls
tasks  templates  vars handlers

角色目录结构

keepalived角色配置

vips:
 - vip1:
   master: node1
   interface: ens33
   vip: 172.20.103.88/16
   instance: VI_1
   routeid: 91
 - vip2:
   master: node2
   interface: ens33
   vip: 172.20.103.99/16
   instance: VI_2
   routeid: 92


这个文件中变量由ansible自动传递到模板中,因此可以在template中直接引用

vars/main.yaml

! Configuration File for keepalived

global_defs {
   notification_email {
     [email protected]
     [email protected]
     [email protected]
     [email protected]
   }
   notification_email_from [email protected]
   smtp_server 127.0.0.1
   smtp_connect_timeout 30
   router_id LVS_DEVEL
   vrrp_skip_check_adv_addr
   vrrp_strict
   vrrp_iptables
   vrrp_garp_interval 0
   vrrp_gna_interval 0
   vrrp_mcast_group4 224.0.103.103
}

vrrp_script ngxhealth {
   script "killall -0 nginx && exit 0 || exit 1"
   interval 1
   weight -10

}

vrrp_script checkdown {
   script "/bin/bash -c ‘[[ -f /etc/keepalived/down ]]‘ && exit 1 || exit 0"
   interval 1
   weight -20
}


{% for v in vips %}
vrrp_instance {{ v["instance"] }} {
  {% if v["master"] == ansible_nodename  %}
   state MASTER
   priority 100
  {% else %}
   state BACKUP
   priority 95
  {% endif %}
    interface {{ v["interface"] }}
    virtual_router_id {{ v["routeid"] }}
    advert_int 1
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
        {{ v["vip"] }}
    }

    track_interface {
       {{ v["interface"] }}
    }
    track_script {
     ngxhealth
     checkdown
   }
}
{% endfor %}

templates/keepalived.conf.j2

vi  yum.yaml

 - name: install keepalived
  yum: name=keepalived


vi  tmpl.yaml

  - name: copy keepalived conf
  template: src=keepalived.conf.j2 dest=/etc/keepalived/keepalived.conf


vi  start.yaml

  - name: start keepalived
  service: name=keepalived state=started enabled=yes


vi main.yaml

  - include: yum.yaml
  - include: tmpl.yaml
  - include: start.yaml

  
 

tasks目录下文件

 

nginx角色配置

websrv1: 172.20.128.33
webport1: 80
websrv2: 172.20.128.34
webport2: 80

vars/main.yaml

# For more information on configuration, see:
#   * Official English Documentation: http://nginx.org/en/docs/
#   * Official Russian Documentation: http://nginx.org/ru/docs/

user nginx;
worker_processes auto;
error_log /var/log/nginx/error.log;
pid /run/nginx.pid;

# Load dynamic modules. See /usr/share/nginx/README.dynamic.
include /usr/share/nginx/modules/*.conf;

events {
    worker_connections 1024;
}

http {
    log_format  main  ‘$remote_addr - $remote_user [$time_local] "$request" ‘
                      ‘$status $body_bytes_sent "$http_referer" ‘
                      ‘"$http_user_agent" "$http_x_forwarded_for"‘;

    access_log  /var/log/nginx/access.log  main;

    sendfile            on;
    tcp_nopush          on;
    tcp_nodelay         on;
    keepalive_timeout   65;
    types_hash_max_size 2048;

    include             /etc/nginx/mime.types;
    default_type        application/octet-stream;

    # Load modular configuration files from the /etc/nginx/conf.d directory.
    # See http://nginx.org/en/docs/ngx_core_module.html#include
    # for more information.
    include /etc/nginx/conf.d/*.conf;

    server {
        listen       80;
        listen       [::]:80;
        server_name  _;
        root         /usr/share/nginx/html;

        # Load configuration files for the default server block.
        include /etc/nginx/default.d/*.conf;

        location / {
        }

        error_page 404 /404.html;
            location = /40x.html {
        }

        error_page 500 502 503 504 /50x.html;
            location = /50x.html {
        }
    }

# Settings for a TLS enabled server.
#
#    server {
#        listen       443 ssl http2 default_server;
#        listen       [::]:443 ssl http2 default_server;
#        server_name  _;
#        root         /usr/share/nginx/html;
#
#        ssl_certificate "/etc/pki/nginx/server.crt";
#        ssl_certificate_key "/etc/pki/nginx/private/server.key";
#        ssl_session_cache shared:SSL:1m;
#        ssl_session_timeout  10m;
#        ssl_ciphers HIGH:!aNULL:!MD5;
#        ssl_prefer_server_ciphers on;
#
#        # Load configuration files for the default server block.
#        include /etc/nginx/default.d/*.conf;
#
#        location / {
#        }
#
#        error_page 404 /404.html;
#            location = /40x.html {
#        }
#
#        error_page 500 502 503 504 /50x.html;
#            location = /50x.html {
#        }
#    }

}

templates/nginx.conf.j2

upstream websrvs {
  server {{ websrv1 }}:{{ webport1 }};
  server {{ websrv2 }}:{{ webport2 }};
}

server {
    listen 80  default_server;
    server_name www.a.com;
    root /usr/share/nginx/html;
    location /{
      proxy_pass http://websrvs;
    }
}

templates/www.conf.j2

vi yum.yaml
  - name: install nginx
    yum:  name=nginx

[[email protected] tasks]# cat templ.yaml 
- name: copy nginx conf
  template: src=nginx.conf.j2 dest=/etc/nginx/nginx.conf

- name: copy www conf
  template: src=www.conf.j2 dest=/etc/nginx/conf.d/www.conf


[[email protected] tasks]# cat start.yaml 
- name: start nginx
  service: name=nginx state=started enabled=yes


[[email protected] tasks]# cat main.yaml 
- include: yum.yaml
- include: templ.yaml
- include: start.yaml





                
 

tasks目录下文件

 

启动执行角色

[[email protected] HAnginx]# ls
roles  start.yaml
[[email protected] HAnginx]# ansible-playbook start.yaml



#roles目录下的文件
[[email protected] HAnginx]# cd roles
[[email protected] roles]# ls
keepalived  nginx
[[email protected] roles]# 

启动目录

 

注意点

   在模板中  {% if v["master"] ==  ansible_nodename  %}  不能写成  {% if v["master"] ==  {{ ansible_nodename }}  %}

   只有需要输出变量的值的时候才能写成   {{ ansible_nodename }}   进行变量比较的时候直接写成 ansible_nodename 即可

   可以把所有的变量定义在每个角色目录下的/vars/main.yaml文件中,然后可以直接在j2模板中引用这里面的变量名称,j2根据变量和相关业务动态生成各种配置文件传送到相关主机

 

  [[email protected] HAnginx]# ansible all -m setup | grep hostname 

    "ansible_hostname": "node2",
    "ansible_hostname": "node1",