xml 流利的（td-agent）多段解析器

Posted 2021-05-16

<source>
  @type tail
  path {{ access_log_path }}
  tag log.access
  <parse>
    @type apache2
  </parse>
</source>
<filter log.access>
  @type parser
  key_name path
  <parse>
    @type regexp
    expression /^(?<host>[^ ]*) [^ ]* (?<user>[^ ]*) \[(?<time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>[^ ]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)$/
    time_format %d/%b/%Y:%H:%M:%S %z
  </parse>
</filter>
<match log.access>
  @type s3
  s3_bucket {{ s3_bucket_name }}
  s3_region ap-northeast-1
  path parsed/%Y/%m/%d/
  time_slice_format %Y%m%d%H%M%S
  time_slice_wait 1m
  <format>
    none
  </format>
  flush_at_shutdown true
</match>