From 10559e79803cfb4b330555550f404d374a3c4679 Mon Sep 17 00:00:00 2001
From: Aleksander Cynarski <aleksander@cynarski.pl>
Date: Wed, 28 Nov 2018 18:31:14 +0100
Subject: [PATCH] Add fluentd support

---
 docker-compose.yml       | 24 ++++++++++++++++++++++++
 fluent.conf              | 26 ++++++++++++++++++++++++++
 fluentd/Dockerfile       |  3 +++
 fluentd/conf/fluent.conf | 20 ++++++++++++++++++++
 plugins/.gitkeep         |  0
 5 files changed, 73 insertions(+)
 create mode 100644 fluent.conf
 create mode 100644 fluentd/Dockerfile
 create mode 100644 fluentd/conf/fluent.conf
 create mode 100644 plugins/.gitkeep

diff --git a/docker-compose.yml b/docker-compose.yml
index 044d4dc..933dc52 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -40,5 +40,29 @@ services:
       - /var/run/docker.sock:/var/run/docker.sock
       - portainer_data:/data
 
+  fluentd:
+    build: ./fluentd
+    container_name: exen-fluentd
+    volumes:
+      - ./fluentd/conf:/fluentd/etc
+    links:
+      - "exen-influxdb"
+    ports:
+      - 24224:24224
+    environment:
+        SERVICE_24224_NAME: 'fluentd'
+        SERVICE_5140_NAME: 'fluentd'
+    
+  influxdb:
+    image: influxdb:latest
+    container_name: exen-influxdb
+    volumes:
+      - ./influxdb/data:/var/lib/influxdb
+    environment:
+        INFLUXDB_DATA_ENGINE: 'tsm1'
+        INFLUXDB_REPORTING_DISABLED: 'false'
+        SERVICE_8086_NAME: 'influxdb'
+
+
 volumes:
   portainer_data:
diff --git a/fluent.conf b/fluent.conf
new file mode 100644
index 0000000..840e9c7
--- /dev/null
+++ b/fluent.conf
@@ -0,0 +1,26 @@
+<source>
+  @type  forward
+  @id    input1
+  @label @mainstream
+  port  ${LISTEN_PORT}
+  source_hostname_key hostname
+</source>
+
+<label @mainstream>
+  <filter **>
+    @type record_transformer
+    <record>
+      tag ${tag}
+      hostname ${hostname}
+    </record>
+  </filter>
+  <match **>
+    type influxdb
+    host ${DB_HOST}
+    port ${DB_PORT}
+    dbname ${DB_NAME}
+    collection ${DB_COLLECTION}
+    flush_interval ${FLUSH_INTERVAL}
+  </match>
+</label>
+
diff --git a/fluentd/Dockerfile b/fluentd/Dockerfile
new file mode 100644
index 0000000..1446d54
--- /dev/null
+++ b/fluentd/Dockerfile
@@ -0,0 +1,3 @@
+FROM fluent/fluentd:latest
+
+RUN ["gem", "install", "fluent-plugin-influxdb", "--no-rdoc", "--no-ri"]
diff --git a/fluentd/conf/fluent.conf b/fluentd/conf/fluent.conf
new file mode 100644
index 0000000..6cd9cfc
--- /dev/null
+++ b/fluentd/conf/fluent.conf
@@ -0,0 +1,20 @@
+<source>
+  @type forward
+  port 24224
+  bind 0.0.0.0
+</source>
+
+<match *.**>
+  @type copy
+  <store>
+    @type influxdb
+    host exen-influxdb
+    dbname logging
+    port 8086
+    tag_key @log_name
+    flush_interval 1s
+  </store>
+  <store>
+    @type stdout
+  </store>
+</match>
diff --git a/plugins/.gitkeep b/plugins/.gitkeep
new file mode 100644
index 0000000..e69de29