ご利用ガイド オブジェクトストレージを使う(Fluentd編)

$ yum install gcc -y
$ curl -L https://toolbelt.treasuredata.com/sh/install-redhat-td-agent3.sh | sh
$ systemctl status td-agent.service
● td-agent.service - td-agent: Fluentd based data collector for Treasure Data
   Loaded: loaded (/usr/lib/systemd/system/td-agent.service; disabled; vendor preset: disabled)
   Active: inactive (dead)
     Docs: https://docs.treasuredata.com/articles/td-agent

$ export PATH=$PATH:/opt/td-agent/embedded/bin
$ td-agent --version
td-agent 1.4.2

$ td-agent-gem install fluent-plugin-swift

$ cat << EOF > /etc/td-agent/td-agent.conf
<source>
  @type tail
  format syslog
  path /var/log/messages
  pos_file /var/log/td-agent/messages.pos
  tag var.log.messages
</source>

<match var.log.messages>
  @type swift

  auth_url "#{ENV['OS_AUTH_URL']}"
  auth_user "#{ENV['OS_USERNAME']}"
  auth_api_key "#{ENV['OS_PASSWORD']}"
  auth_tenant  "#{ENV['OS_TENANT_NAME']}"
  swift_container "#{ENV['FLUENTD_CONTAINER_NAME']}"

  swift_object_key_format %{hostname}_%{time_slice}.%{file_extension}
  time_slice_format %Y%m%d%H%M%S
  <buffer tag,time>
    @type file
    path /var/log/fluent/swift
    timekey 1m
    timekey_wait 1m
    timekey_use_utc true
  </buffer>
</match>
EOF

$ cat << EOF > /etc/sysconfig/td-agent
OS_AUTH_URL=https://identity.tyo1.conoha.io/v2.0/tokens
OS_USERNAME=gncuxxxxxxxx
OS_PASSWORD=xxxxxxxx
OS_TENANT_NAME=gnctxxxxxxxx
FLUENTD_CONTAINER_NAME=ConoHa_log_container
EOF

$ export $(cat /etc/sysconfig/td-agent)
$ td-agent

$ sed -i -e "s/User=td-agent/User=root/" -e "s/Group=td-agent/Group=root/" /usr/lib/systemd/system/td-agent.service
$ sed -i -e "s/timekey 1m/timekey 60m/" -e "s/timekey_wait 1m/timekey_wait 10m/"  /etc/td-agent/td-agent.conf
$ systemctl enable td-agent.service --now
$ systemctl status td-agent.service