sh 安装流利的v1.0（td-agent3）

Posted 2021-05-06

#!/bin/bash

set -e

# Preinstalltion
## Set Up chrony
### if ntp exists, remove ntp
if rpm -qa | grep -E '^ntp-' > /dev/null 2>&1; then
  yum remove -y ntp
fi
## install chrony
yum install -y chrony
## start chrony
service chronyd start
## enable auto start chrony
chkconfig chronyd on
## check time sync
chronyc sources | grep -E '^\^\*'

## Increase Max file descriptors
change_ulimit=0
ulimit=$(ulimit -n)
if [[ ${ulimit} -ne 65536 ]]; then
  cat <<EOF >> /etc/security/limits.conf
root soft nofile 65536
root hard nofile 65536
* soft nofile 65536
* hard nofile 65536
EOF
  change_ulimit=1
fi

## Optimize Network Kernel Parameter
cat <<EOF >> /etc/sysctl.conf
net.core.somaxconn = 1024
net.core.netdev_max_backlog = 5000
net.core.rmem_max = 16777216
net.core.wmem_max = 16777216
net.ipv4.tcp_wmem = 4096 12582912 16777216
net.ipv4.tcp_rmem = 4096 12582912 16777216
net.ipv4.tcp_max_syn_backlog = 8096
net.ipv4.tcp_slow_start_after_idle = 0
net.ipv4.tcp_tw_reuse = 1
net.ipv4.ip_local_port_range = 10240 65535
EOF
sysctl -p

# Install td-agent3
## install td-agent
curl -L https://toolbelt.treasuredata.com/sh/install-amazon1-td-agent3.sh | sh
## start td-agent
/etc/init.d/td-agent start
## enable auto start td-agent
chkconfig td-agent on
## if need fluent-plugin-bigquery
#/opt/td-agent/embedded/bin/fluent-gem install fluent-plugin-bigquery
#/opt/td-agent/embedded/bin/fluent-gem list fluent-plugin-bigquery

## if change max file descriptros, need to reboot
if [[ ${change_ulimit} -eq 1 ]]; then
  echo "Caution: You need to reboot the machine."
fi