#!/bin/bash
#Installing Fluentd 
sudo curl -fsSL https://toolbelt.treasuredata.com/sh/install-redhat-fluent-package5-lts.sh | sh
# sudo rpm -i td-agent-4.1.1-1.el8.x86_64.rpm
sudo cat <<EOT >> /etc/fluent/fluentd.conf
<source>
  @type tail
  tag mulelogs
  path /opt/mule/mule-en*/logs/*
  pos_file /var/log/fluent/mule-logs2.pos
  read_from_head true
<parse>
    @type none
</parse>
</source>

<match mulelogs>
  @type copy
<store>
    @type kafka2
    # list of seed brokers, port 9093 is used by Kafka
    brokers eh-cl001-nprd-t0.servicebus.windows.net:9093
    use_event_time true
    # buffer settings
<buffer>
      @type file
      path var/log/fluent/buffer/td
      flush_interval 5s
      flush_thread_count 2
      chunk_limit_size 1M
</buffer>
    # topic settings
    default_topic application-logs
<format>
      @type json
</format>
    # producer settings
    max_send_retries 1
    required_acks -1
    # using default OS certs for SSL
    ssl_ca_certs_from_system true
    username **********
    password **********
</store>
<store>
    @type stdout
</store>
</match>
EOT

sudo systemctl start fluentd.service
sudo systemctl status fluentd.service