This commit is contained in:
		
							
								
								
									
										35
									
								
								.drone.yml
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										35
									
								
								.drone.yml
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,35 @@
 | 
			
		||||
kind: pipeline
 | 
			
		||||
name: default
 | 
			
		||||
 | 
			
		||||
steps:
 | 
			
		||||
- name: docker
 | 
			
		||||
  image: plugins/docker
 | 
			
		||||
  settings:
 | 
			
		||||
    username:
 | 
			
		||||
      from_secret: hub_username
 | 
			
		||||
    password:
 | 
			
		||||
      from_secret: hub_password
 | 
			
		||||
    repo:
 | 
			
		||||
      from_secret: hub_repo
 | 
			
		||||
    tags: latest
 | 
			
		||||
  when:
 | 
			
		||||
    branch:
 | 
			
		||||
      - master
 | 
			
		||||
 | 
			
		||||
- name: notify
 | 
			
		||||
  image: appleboy/drone-telegram
 | 
			
		||||
  settings:
 | 
			
		||||
    token:
 | 
			
		||||
      from_secret: telegram_bot_token
 | 
			
		||||
    to:
 | 
			
		||||
      from_secret: telegram_group_id
 | 
			
		||||
    message: >
 | 
			
		||||
      {{#success build.status}}
 | 
			
		||||
        build {{build.link}} triggerd by {{commit.link}} from {{commit.author}} succeeded
 | 
			
		||||
      {{else}}
 | 
			
		||||
        build {{build.link}} triggerd by {{commit.link}} from {{commit.author}} failed
 | 
			
		||||
      {{/success}}
 | 
			
		||||
  when:
 | 
			
		||||
    status:
 | 
			
		||||
      - success
 | 
			
		||||
      - failure
 | 
			
		||||
							
								
								
									
										19
									
								
								DOCKER_DEPLOY.md
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										19
									
								
								DOCKER_DEPLOY.md
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,19 @@
 | 
			
		||||
# Drone docker deploy
 | 
			
		||||
 | 
			
		||||
## Użycie
 | 
			
		||||
 | 
			
		||||
```
 | 
			
		||||
cat ${args[0]} |awk -F\= '{system("drone secret add --repository='${args[1]}' --name="$1 "  --data="$2)}'
 | 
			
		||||
```
 | 
			
		||||
 | 
			
		||||
Wymagane zmienne:
 | 
			
		||||
 | 
			
		||||
```
 | 
			
		||||
hub_username=
 | 
			
		||||
hub_password=
 | 
			
		||||
hub_repo=
 | 
			
		||||
telegram_bot_token=
 | 
			
		||||
telegram_group_id=
 | 
			
		||||
```
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
							
								
								
									
										56
									
								
								Dockerfile
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										56
									
								
								Dockerfile
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,56 @@
 | 
			
		||||
FROM debian:stretch-slim as builder
 | 
			
		||||
 | 
			
		||||
# Fluent Bit version
 | 
			
		||||
ENV FLB_MAJOR 1
 | 
			
		||||
ENV FLB_MINOR 5
 | 
			
		||||
ENV FLB_PATCH 4
 | 
			
		||||
ENV FLB_VERSION 1.5.4
 | 
			
		||||
 | 
			
		||||
ARG FLB_TARBALL=https://github.com/fluent/fluent-bit/archive/v$FLB_VERSION.tar.gz
 | 
			
		||||
ENV FLB_SOURCE $FLB_TARBALL
 | 
			
		||||
RUN mkdir -p /fluent-bit/bin /fluent-bit/etc /fluent-bit/log /tmp/fluent-bit-master/
 | 
			
		||||
 | 
			
		||||
ENV DEBIAN_FRONTEND noninteractive
 | 
			
		||||
 | 
			
		||||
RUN apt-get update && \
 | 
			
		||||
    apt-get install -y curl \
 | 
			
		||||
    ca-certificates build-essential \
 | 
			
		||||
    cmake make bash sudo wget unzip dh-make \
 | 
			
		||||
    libsystemd-dev zlib1g-dev flex bison \
 | 
			
		||||
    libssl1.1 libssl-dev libpq-dev postgresql-server-dev-all && \
 | 
			
		||||
    apt-get install -y --reinstall lsb-base lsb-release \
 | 
			
		||||
    && curl -L -o "/tmp/fluent-bit.tar.gz" ${FLB_SOURCE} \
 | 
			
		||||
    && cd tmp/ && mkdir fluent-bit \
 | 
			
		||||
    && tar zxfv fluent-bit.tar.gz -C ./fluent-bit --strip-components=1 \
 | 
			
		||||
    && cd fluent-bit/build/ \
 | 
			
		||||
    && rm -rf /tmp/fluent-bit/build/*
 | 
			
		||||
 | 
			
		||||
WORKDIR /tmp/fluent-bit/build/
 | 
			
		||||
RUN cmake -DFLB_DEBUG=On \
 | 
			
		||||
          -DFLB_TRACE=Off \
 | 
			
		||||
          -DFLB_JEMALLOC=On \
 | 
			
		||||
          -DFLB_TLS=On \
 | 
			
		||||
          -DFLB_SHARED_LIB=Off \
 | 
			
		||||
          -DFLB_EXAMPLES=Off \
 | 
			
		||||
          -DFLB_HTTP_SERVER=On \
 | 
			
		||||
          -DFLB_IN_SYSTEMD=On \
 | 
			
		||||
          -DFLB_OUT_KAFKA=On \
 | 
			
		||||
          -DFLB_OUT_PGSQL=On ..
 | 
			
		||||
 | 
			
		||||
RUN make -j $(getconf _NPROCESSORS_ONLN)
 | 
			
		||||
RUN install bin/fluent-bit /fluent-bit/bin/
 | 
			
		||||
 | 
			
		||||
# Configuration files
 | 
			
		||||
COPY conf/fluent-bit.conf \
 | 
			
		||||
     conf/parsers.conf \
 | 
			
		||||
     conf/parsers_ambassador.conf \
 | 
			
		||||
     conf/parsers_java.conf \
 | 
			
		||||
     conf/parsers_extra.conf \
 | 
			
		||||
     conf/parsers_openstack.conf \
 | 
			
		||||
     conf/parsers_cinder.conf \
 | 
			
		||||
     conf/plugins.conf \
 | 
			
		||||
     /fluent-bit/etc/
 | 
			
		||||
 | 
			
		||||
FROM gcr.io/distroless/cc
 | 
			
		||||
 | 
			
		||||
COPY --from=builder /fluent-bit /fluent-bit
 | 
			
		||||
							
								
								
									
										48
									
								
								conf/fluent-bit.conf
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										48
									
								
								conf/fluent-bit.conf
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,48 @@
 | 
			
		||||
[SERVICE]
 | 
			
		||||
    # Flush
 | 
			
		||||
    # =====
 | 
			
		||||
    # Set an interval of seconds before to flush records to a destination
 | 
			
		||||
    Flush        5
 | 
			
		||||
 | 
			
		||||
    # Daemon
 | 
			
		||||
    # ======
 | 
			
		||||
    # Instruct Fluent Bit to run in foreground or background mode.
 | 
			
		||||
    Daemon       Off
 | 
			
		||||
 | 
			
		||||
    # Log_Level
 | 
			
		||||
    # =========
 | 
			
		||||
    # Set the verbosity level of the service, values can be:
 | 
			
		||||
    #
 | 
			
		||||
    # - error
 | 
			
		||||
    # - warning
 | 
			
		||||
    # - info
 | 
			
		||||
    # - debug
 | 
			
		||||
    # - trace
 | 
			
		||||
    #
 | 
			
		||||
    # By default 'info' is set, that means it includes 'error' and 'warning'.
 | 
			
		||||
    Log_Level    info
 | 
			
		||||
 | 
			
		||||
    # Parsers_File
 | 
			
		||||
    # ============
 | 
			
		||||
    # Specify an optional 'Parsers' configuration file
 | 
			
		||||
    Parsers_File parsers.conf
 | 
			
		||||
    Plugins_File plugins.conf
 | 
			
		||||
 | 
			
		||||
    # HTTP Server
 | 
			
		||||
    # ===========
 | 
			
		||||
    # Enable/Disable the built-in HTTP Server for metrics
 | 
			
		||||
    HTTP_Server  Off
 | 
			
		||||
    HTTP_Listen  0.0.0.0
 | 
			
		||||
    HTTP_Port    2020
 | 
			
		||||
 | 
			
		||||
[INPUT]
 | 
			
		||||
    Name cpu
 | 
			
		||||
    Tag  cpu.local
 | 
			
		||||
    # Interval Sec
 | 
			
		||||
    # ====
 | 
			
		||||
    # Read interval (sec) Default: 1
 | 
			
		||||
    Interval_Sec 1
 | 
			
		||||
 | 
			
		||||
[OUTPUT]
 | 
			
		||||
    Name  stdout
 | 
			
		||||
    Match *
 | 
			
		||||
							
								
								
									
										117
									
								
								conf/parsers.conf
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										117
									
								
								conf/parsers.conf
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,117 @@
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name   apache
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex  ^(?<host>[^ ]*) [^ ]* (?<user>[^ ]*) \[(?<time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>[^\"]*?)(?: +\S*)?)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)")?$
 | 
			
		||||
    Time_Key time
 | 
			
		||||
    Time_Format %d/%b/%Y:%H:%M:%S %z
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name   apache2
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex  ^(?<host>[^ ]*) [^ ]* (?<user>[^ ]*) \[(?<time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>[^ ]*) +\S*)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>.*)")?$
 | 
			
		||||
    Time_Key time
 | 
			
		||||
    Time_Format %d/%b/%Y:%H:%M:%S %z
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name   apache_error
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex  ^\[[^ ]* (?<time>[^\]]*)\] \[(?<level>[^\]]*)\](?: \[pid (?<pid>[^\]]*)\])?( \[client (?<client>[^\]]*)\])? (?<message>.*)$
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name   nginx
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^(?<remote>[^ ]*) (?<host>[^ ]*) (?<user>[^ ]*) \[(?<time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>[^\"]*?)(?: +\S*)?)?" (?<code>[^ ]*) (?<size>[^ ]*)(?: "(?<referer>[^\"]*)" "(?<agent>[^\"]*)")
 | 
			
		||||
    Time_Key time
 | 
			
		||||
    Time_Format %d/%b/%Y:%H:%M:%S %z
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    # https://rubular.com/r/P8zgLD5K73fp2n
 | 
			
		||||
    Name        k8s-nginx-ingress
 | 
			
		||||
    Format      regex
 | 
			
		||||
    Regex       ^(?<host>[^ ]*) - - \[(?<time>[^\]]*)\] \\*"(?<method>\S+)(?: +(?<path>[^\"]*?)(?: +\S*)?)?\\*" (?<code>[^ ]*) (?<size>[^ ]*) \\*"(?<referer>[^\"]*)\\*" \\*"(?<agent>[^\"]*)\\*" (?<request_length>[^ ]*) (?<request_time>[^ ]*) \[(?<proxy_upstream_name>[^ ]*)\] (\[(?<proxy_alternative_upstream_name>[^ ]*)\] )?(?<upstream_addr>[^ ]*) (?<upstream_response_length>[^ ]*) (?<upstream_response_time>[^ ]*) (?<upstream_status>[^ ]*) (?<reg_id>[^ ]*).*$
 | 
			
		||||
    Time_Key    time
 | 
			
		||||
    Time_Format %d/%b/%Y:%H:%M:%S %z
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name   json
 | 
			
		||||
    Format json
 | 
			
		||||
    Time_Key time
 | 
			
		||||
    Time_Format %d/%b/%Y:%H:%M:%S %z
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name         docker
 | 
			
		||||
    Format       json
 | 
			
		||||
    Time_Key     time
 | 
			
		||||
    Time_Format  %Y-%m-%dT%H:%M:%S.%L
 | 
			
		||||
    Time_Keep    On
 | 
			
		||||
    # --
 | 
			
		||||
    # Since Fluent Bit v1.2, if you are parsing Docker logs and using
 | 
			
		||||
    # the Kubernetes filter, it's not longer required to decode the
 | 
			
		||||
    # 'log' key.
 | 
			
		||||
    #
 | 
			
		||||
    # Command      |  Decoder | Field | Optional Action
 | 
			
		||||
    # =============|==================|=================
 | 
			
		||||
    #Decode_Field_As    json     log
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name        docker-daemon
 | 
			
		||||
    Format      regex
 | 
			
		||||
    Regex       time="(?<time>[^ ]*)" level=(?<level>[^ ]*) msg="(?<msg>[^ ].*)"
 | 
			
		||||
    Time_Key    time
 | 
			
		||||
    Time_Format %Y-%m-%dT%H:%M:%S.%L
 | 
			
		||||
    Time_Keep   On
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name        syslog-rfc5424
 | 
			
		||||
    Format      regex
 | 
			
		||||
    Regex       ^\<(?<pri>[0-9]{1,5})\>1 (?<time>[^ ]+) (?<host>[^ ]+) (?<ident>[^ ]+) (?<pid>[-0-9]+) (?<msgid>[^ ]+) (?<extradata>(\[(.*)\]|-)) (?<message>.+)$
 | 
			
		||||
    Time_Key    time
 | 
			
		||||
    Time_Format %Y-%m-%dT%H:%M:%S.%L%z
 | 
			
		||||
    Time_Keep   On
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name        syslog-rfc3164-local
 | 
			
		||||
    Format      regex
 | 
			
		||||
    Regex       ^\<(?<pri>[0-9]+)\>(?<time>[^ ]* {1,2}[^ ]* [^ ]*) (?<ident>[a-zA-Z0-9_\/\.\-]*)(?:\[(?<pid>[0-9]+)\])?(?:[^\:]*\:)? *(?<message>.*)$
 | 
			
		||||
    Time_Key    time
 | 
			
		||||
    Time_Format %b %d %H:%M:%S
 | 
			
		||||
    Time_Keep   On
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name        syslog-rfc3164
 | 
			
		||||
    Format      regex
 | 
			
		||||
    Regex       /^\<(?<pri>[0-9]+)\>(?<time>[^ ]* {1,2}[^ ]* [^ ]*) (?<host>[^ ]*) (?<ident>[a-zA-Z0-9_\/\.\-]*)(?:\[(?<pid>[0-9]+)\])?(?:[^\:]*\:)? *(?<message>.*)$/
 | 
			
		||||
    Time_Key    time
 | 
			
		||||
    Time_Format %b %d %H:%M:%S
 | 
			
		||||
    Time_Format %Y-%m-%dT%H:%M:%S.%L
 | 
			
		||||
    Time_Keep   On
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name    mongodb
 | 
			
		||||
    Format  regex
 | 
			
		||||
    Regex   ^(?<time>[^ ]*)\s+(?<severity>\w)\s+(?<component>[^ ]+)\s+\[(?<context>[^\]]+)]\s+(?<message>.*?) *(?<ms>(\d+))?(:?ms)?$
 | 
			
		||||
    Time_Format %Y-%m-%dT%H:%M:%S.%L
 | 
			
		||||
    Time_Keep   On
 | 
			
		||||
    Time_Key time
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    # https://rubular.com/r/3fVxCrE5iFiZim
 | 
			
		||||
    Name    envoy
 | 
			
		||||
    Format  regex
 | 
			
		||||
    Regex ^\[(?<start_time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>[^\"]*?)(?: +\S*)?)? (?<protocol>\S+)" (?<code>[^ ]*) (?<response_flags>[^ ]*) (?<bytes_received>[^ ]*) (?<bytes_sent>[^ ]*) (?<duration>[^ ]*) (?<x_envoy_upstream_service_time>[^ ]*) "(?<x_forwarded_for>[^ ]*)" "(?<user_agent>[^\"]*)" "(?<request_id>[^\"]*)" "(?<authority>[^ ]*)" "(?<upstream_host>[^ ]*)"  
 | 
			
		||||
    Time_Format %Y-%m-%dT%H:%M:%S.%L%z
 | 
			
		||||
    Time_Keep   On
 | 
			
		||||
    Time_Key start_time
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    # http://rubular.com/r/tjUt3Awgg4
 | 
			
		||||
    Name cri
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^(?<time>[^ ]+) (?<stream>stdout|stderr) (?<logtag>[^ ]*) (?<message>.*)$
 | 
			
		||||
    Time_Key    time
 | 
			
		||||
    Time_Format %Y-%m-%dT%H:%M:%S.%L%z
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name    kube-custom
 | 
			
		||||
    Format  regex
 | 
			
		||||
    Regex   (?<tag>[^.]+)?\.?(?<pod_name>[a-z0-9](?:[-a-z0-9]*[a-z0-9])?(?:\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*)_(?<namespace_name>[^_]+)_(?<container_name>.+)-(?<docker_id>[a-z0-9]{64})\.log$
 | 
			
		||||
							
								
								
									
										6
									
								
								conf/parsers_ambassador.conf
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										6
									
								
								conf/parsers_ambassador.conf
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,6 @@
 | 
			
		||||
# Ambassador - open source Kubernetes-native API gateway for microservices built on the Envoy Proxy https://www.getambassador.io
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name        ambassador
 | 
			
		||||
    Format      regex
 | 
			
		||||
    Regex       ^(?<type>\S+) \[(?<time>[^\]]*)\] "(?<method>\S+)(?: +(?<path>(?:[^\"]|\\.)*?)(?: +\S*)?) (?<protocol>\S+)?" (?<response_code>\S+) (?<response_flags>\S+) (?<bytes_received>\S+) (?<bytes_sent>\S+) (?<duration>\S+) (?<x_envoy_upstream_service_time>\S+) "(?<x_forwarded_for>[^\"]*)" "(?<user_agent>[^\"]*)" "(?<x_request_id>[^\"]*)" "(?<authority>[^\"]*)" "(?<upstream_host>[^\"]*)"
 | 
			
		||||
							
								
								
									
										10
									
								
								conf/parsers_cinder.conf
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										10
									
								
								conf/parsers_cinder.conf
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,10 @@
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    # http://rubular.com/r/IvZVElTgNl
 | 
			
		||||
    Name ceph
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^(?<log_time>[^ ][-.\d\+:T]+[ ]*[.:\d]*)\s+(?<message>.*)$
 | 
			
		||||
    Time_Format %Y-%m-%d %H:%M:%S.%L
 | 
			
		||||
    Time_Keep Off
 | 
			
		||||
    Time_Key log_time
 | 
			
		||||
 | 
			
		||||
							
								
								
									
										78
									
								
								conf/parsers_extra.conf
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										78
									
								
								conf/parsers_extra.conf
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,78 @@
 | 
			
		||||
# Extra set of common parsers
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    # http://rubular.com/r/cCVd1HLCAO
 | 
			
		||||
    Name crowbar
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^.*\[(?<log_time>[^ ][-.\d\+:]+T[:\d]*)([^\]])*?\]\s+?(?<severity>[^ ]\w+)([\s-]*):?\s+(?<message>.*)
 | 
			
		||||
    Time_Format %Y-%m-%dT%H:%M:%S
 | 
			
		||||
    Time_Keep Off
 | 
			
		||||
    Time_Key log_time
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    # http://rubular.com/r/frDgnElXW9 
 | 
			
		||||
    Name chefclient
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^\[(?<log_time>[^ ][-.\d\+:]+T[:\d]*)([^\]])*?\]\s+(?<severity>[^ ]\w+):\s+(?<message>.*)$
 | 
			
		||||
    Time_Format %Y-%m-%dT%H:%M:%S
 | 
			
		||||
    Time_Keep Off
 | 
			
		||||
    Time_Key log_time
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name mysql_error
 | 
			
		||||
    Format regex
 | 
			
		||||
    #Regex ^(?<log_time>[^ +][ -:0-9TZ]+|[[:upper:]][[:lower:]]{2})(\+\d+:\d+[TZ]*){0,1}\s*(?<myid>[^ ]\d+)\s+\[(?<severity>[^ ]\w+)\](\s+(?<subsystem>[^ ]\w+):){0,1}\s+(?<message>.*)$
 | 
			
		||||
    Regex ^(?<log_time>[^ +][-\d]+[\ T]*[:\dZ]+)\s*(?<myid>[^ ]\d+)\s+\[(?<severity>[^ ]\w+)\](\s+(?<subsystem>[^ ]\w+):){0,1}\s+(?<message>.*)$
 | 
			
		||||
    Time_Format %Y-%m-%d %H:%M:%S
 | 
			
		||||
    Time_Keep   Off
 | 
			
		||||
    Time_Key log_time
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name mysql_slow
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^# User\@Host:\s+(?<user>[^\@][\w\[\]]+)[@\s]+(?<dbhost>[^ ][-.\w]+)\s+(\[(?<dbhost_address>[.\d]+)\]){0,1}\s+(?<message>.*)$
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name pacemaker
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^\s*(?<log_time>[^ ]* {1,2}[^ ]* [^ ]*) \[(?<pid>\d+)\] (?<node>[\-\w]*)\s*(?<component>\w*):\s+(?<severity>\w+):\s+(?<message>.*)$
 | 
			
		||||
    #Time_Format %Y-%m-%dT%H:%M:%S
 | 
			
		||||
    Time_Format %b %d %H:%M:%S
 | 
			
		||||
    Time_Keep   Off
 | 
			
		||||
    Time_Key log_time
 | 
			
		||||
    #Types pid:integer
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name rabbitmq
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^=(?<severity>[^ ]\w+)\s+REPORT[=\s]*(?<log_time>[^ =][-:.\d\w]+)[\s=]+(?<message>.*)$
 | 
			
		||||
    Time_Format %d-%b-%Y::%H:%M:%S
 | 
			
		||||
    Time_Keep   Off
 | 
			
		||||
    Time_Key log_time
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name http_statement
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^.*((?<req_method>GET|POST|PUT|DELETE|CONNECT|OPTIONS|HEAD[^ ]\w+)\s*(?<req_path>[^ ][-._?=%&\/[:alnum:]]*)\s*(?<req_protocol>[^ ][.\/\dHTFSP]+){0,1})(['"\s]*){0,1}((\s*status:\s*(?<req_status>[^ ]\d+)){0,1}(\s*len:\ (?<req_len>[^ ]\d+)){0,1}(\s*time:\s*(?<req_log_time>[^ ][.\d]+)){0,1}(\s*microversion:\s*(?<req_mver>[^ ][.\d]+)){0,1}){0,1}$
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name universal
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^(?<message>.*)$
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name uuid
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex (?<uuid>[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[1-5][0-9a-fA-F]{3}-[89abAB][0-9a-fA-F]{3}-[0-9a-fA-F]{12})
 | 
			
		||||
#UUID v1 :
 | 
			
		||||
#/^[0-9A-F]{8}-[0-9A-F]{4}-[1][0-9A-F]{3}-[89AB][0-9A-F]{3}-[0-9A-F]{12}$/i
 | 
			
		||||
#UUID v2 :
 | 
			
		||||
#/^[0-9A-F]{8}-[0-9A-F]{4}-[2][0-9A-F]{3}-[89AB][0-9A-F]{3}-[0-9A-F]{12}$/i
 | 
			
		||||
#UUID v3 :
 | 
			
		||||
#/^[0-9A-F]{8}-[0-9A-F]{4}-[3][0-9A-F]{3}-[89AB][0-9A-F]{3}-[0-9A-F]{12}$/i
 | 
			
		||||
#UUID v4 :
 | 
			
		||||
#/^[0-9A-F]{8}-[0-9A-F]{4}-[4][0-9A-F]{3}-[89AB][0-9A-F]{3}-[0-9A-F]{12}$/i
 | 
			
		||||
#UUID v5 :
 | 
			
		||||
#/^[0-9A-F]{8}-[0-9A-F]{4}-[5][0-9A-F]{3}-[89AB][0-9A-F]{3}-[0-9A-F]{12}$/i
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
							
								
								
									
										6
									
								
								conf/parsers_java.conf
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										6
									
								
								conf/parsers_java.conf
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,6 @@
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name        java_multiline
 | 
			
		||||
    Format      regex
 | 
			
		||||
    Regex       /^(?<time>\d{4}-\d{1,2}-\d{1,2} \d{1,2}:\d{1,2}:\d{1,2}) \[(?<thread>.*)\] (?<level>[^\s]+)(?<message>.*)/
 | 
			
		||||
    Time_Key    time
 | 
			
		||||
    Time_Format %Y-%m-%d %H:%M:%S
 | 
			
		||||
							
								
								
									
										26
									
								
								conf/parsers_mult.conf
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										26
									
								
								conf/parsers_mult.conf
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,26 @@
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name        mult_first
 | 
			
		||||
    Format      regex
 | 
			
		||||
    Regex       Started (?<method>[^ ]+) "(?<path>[^"]+)" for (?<host>[^ ]+) at (?<time>[^ ]+ [^ ]+ [^ ]+)
 | 
			
		||||
    Time_Key    time
 | 
			
		||||
    Time_Format %Y-%m-%d %H:%M:%S %z
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name        mult_1
 | 
			
		||||
    Format      regex
 | 
			
		||||
    Regex       /Processing by (?<controller>[^\u0023]+)\u0023(?<controller_method>[^ ]+) as (?<format>[^ ]+?)$/
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name        mult_2
 | 
			
		||||
    Format      regex
 | 
			
		||||
    Regex       (  Parameters: (?<parameters>[^ ]+))?
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name        mult_3
 | 
			
		||||
    Format      regex
 | 
			
		||||
    Regex       /  Rendered (?<template>[^ ]+) within (?<layout>.+) \([\d\.]+ms\)/
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name        mult_4
 | 
			
		||||
    Format      regex
 | 
			
		||||
    Regex       Completed (?<code>[^ ]+) [^ ]+ in (?<runtime>[\d\.]+)ms \(Views: (?<view_runtime>[\d\.]+)ms \| ActiveRecord: (?<ar_runtime>[\d\.]+)ms\)
 | 
			
		||||
							
								
								
									
										53
									
								
								conf/parsers_openstack.conf
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										53
									
								
								conf/parsers_openstack.conf
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,53 @@
 | 
			
		||||
# Example openstack parsers, see source for recent updates:
 | 
			
		||||
# https://github.com/salt-formulas/salt-formula-fluentbit/tree/master/metadata/service/config/parser
 | 
			
		||||
 | 
			
		||||
# Take these parsers as an example, as they may not fully fit all possible
 | 
			
		||||
# openstack deployments from all vendors, etc..
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name cinder
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^(?<log_time>[^ ][-.\d\+:T]+[ ]*[.:\d]*)\s+(?<pid>[^ ]\d+)\s+(?<severity>[^ ][.-_\w]+)\s+(?<component>[^ ][.-_\w]+)(\s+\[(-|(?<req_id>[^ ][-\w]*) (?<req_user>[^ ][-\w]*) (?<req_project>[^ ][-\w]*) (?<req_domain>[^ ][-\w]*) (?<req_user_domain>[^ ][-\w]*) (?<req_project_domain>[^ ][-\w]*))\]){1}\s+(?<message>.*)$
 | 
			
		||||
    Time_Format %Y-%m-%d %H:%M:%S.%L
 | 
			
		||||
    Time_Keep   Off
 | 
			
		||||
    Time_Key log_time
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name glance
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^(?<log_time>[^ ][-.\d\+:T]+[ ]*[.:\d]*)\s+(?<pid>[^ ]\d+)\s+(?<severity>[^ ][.-_\w]+)\s+(?<component>[^ ][.-_\w]+)(\s+\[(-|(?<req_id>[^ ][-\w]*) (?<req_user>[^ ][-\w]*) (?<req_project>[^ ][-\w]*) (?<req_domain>[^ ][-\w]*) (?<req_user_domain>[^ ][-\w]*) (?<req_project_domain>[^ ][-\w]*))\]){1}\s+(?<message>.*)$
 | 
			
		||||
    Time_Format %Y-%m-%d %H:%M:%S.%L
 | 
			
		||||
    Time_Keep   Off
 | 
			
		||||
    Time_Key log_time
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name heat
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^(?<log_time>[^ ][-.\d\+:T]+[ ]*[.:\d]*)\s+(?<pid>[^ ]\d+)\s+(?<severity>[^ ][.-_\w]+)\s+(?<component>[^ ][.-_\w]+)(\s+\[(-|(?<req_id>[^ ][-\w]*) (?<req_user>[^ ][-\w]*) (?<req_project>[^ ][-\w]*) (?<req_domain>[^ ][-\w]*) (?<req_user_domain>[^ ][-\w]*) (?<req_project_domain>[^ ][-\w]*))\]){1}\s+(?<message>.*)$
 | 
			
		||||
    Time_Format %Y-%m-%d %H:%M:%S.%L
 | 
			
		||||
    Time_Keep   Off
 | 
			
		||||
    Time_Key log_time
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name keystone
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^(?<log_time>[^ ][-.\d\+:T]+[ ]*[.:\d]*)\s+(?<pid>[^ ]\d+)\s+(?<severity>[^ ][.-_\w]+)\s+(?<component>[^ ][.-_\w]+)(\s+\[(-|(?<req_id>[^ ][-\w]*) (?<req_user>[^ ][-\w]*) (?<req_project>[^ ][-\w]*) (?<req_domain>[^ ][-\w]*) (?<req_user_domain>[^ ][-\w]*) (?<req_project_domain>[^ ][-\w]*))\]){1}\s+(?<message>.*)$
 | 
			
		||||
    Time_Format %Y-%m-%d %H:%M:%S.%L
 | 
			
		||||
    Time_Keep   Off
 | 
			
		||||
    Time_Key log_time
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name neutron
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^(?<log_time>[^ ][-.\d\+:T]+[ ]*[.:\d]*)\s+(?<pid>[^ ]\d+)\s+(?<severity>[^ ][.-_\w]+)\s+(?<component>[^ ][.-_\w]+)(\s+\[(-|(?<req_id>[^ ][-\w]*) (?<req_user>[^ ][-\w]*) (?<req_project>[^ ][-\w]*) (?<req_domain>[^ ][-\w]*) (?<req_user_domain>[^ ][-\w]*) (?<req_project_domain>[^ ][-\w]*))\]){1}\s+(?<message>.*)$
 | 
			
		||||
    Time_Format %Y-%m-%d %H:%M:%S.%L
 | 
			
		||||
    Time_Keep   Off
 | 
			
		||||
    Time_Key log_time
 | 
			
		||||
 | 
			
		||||
[PARSER]
 | 
			
		||||
    Name nova
 | 
			
		||||
    Format regex
 | 
			
		||||
    Regex ^(?<log_time>[^ ][-.\d\+:T]+[ ]*[.:\d]*)\s+(?<pid>[^ ]\d+)\s+(?<severity>[^ ][.-_\w]+)\s+(?<component>[^ ][.-_\w]+)(\s+\[(-|(?<req_id>[^ ][-\w]*) (?<req_user>[^ ][-\w]*) (?<req_project>[^ ][-\w]*) (?<req_domain>[^ ][-\w]*) (?<req_user_domain>[^ ][-\w]*) (?<req_project_domain>[^ ][-\w]*))\]){1}\s+(?<message>.*)$
 | 
			
		||||
    Time_Format %Y-%m-%d %H:%M:%S.%L
 | 
			
		||||
    Time_Keep   Off
 | 
			
		||||
    Time_Key log_time
 | 
			
		||||
							
								
								
									
										2
									
								
								conf/plugins.conf
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										2
									
								
								conf/plugins.conf
									
									
									
									
									
										Normal file
									
								
							@@ -0,0 +1,2 @@
 | 
			
		||||
[PLUGINS]
 | 
			
		||||
    # Path /path/to/out_gstdout.so
 | 
			
		||||
		Reference in New Issue
	
	Block a user