From be1c7e50e1e8809ea56f2c9d472eccd8ffd73a97 Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Fri, 19 Apr 2024 04:57:58 +0200 Subject: Adding upstream version 1.44.3. Signed-off-by: Daniel Baumann --- fluent-bit/conf/fluent-bit-macos.conf | 90 +++++++++++++++++ fluent-bit/conf/fluent-bit-metrics.conf | 27 +++++ fluent-bit/conf/fluent-bit-win32.conf | 91 +++++++++++++++++ fluent-bit/conf/fluent-bit.conf | 93 +++++++++++++++++ fluent-bit/conf/in_disk.conf | 61 +++++++++++ fluent-bit/conf/in_dummy.conf | 54 ++++++++++ fluent-bit/conf/in_forward.conf | 51 ++++++++++ fluent-bit/conf/in_head.conf | 86 ++++++++++++++++ fluent-bit/conf/in_mqtt.conf | 46 +++++++++ fluent-bit/conf/in_netif.conf | 53 ++++++++++ fluent-bit/conf/in_proc.conf | 74 ++++++++++++++ fluent-bit/conf/in_xbee.conf | 46 +++++++++ fluent-bit/conf/kube.conf | 20 ++++ fluent-bit/conf/kube_elasticsearch.conf | 23 +++++ fluent-bit/conf/out_file.conf | 36 +++++++ fluent-bit/conf/out_flowcounter.conf | 39 ++++++++ fluent-bit/conf/out_kafka-rest.conf | 20 ++++ fluent-bit/conf/out_td.conf | 65 ++++++++++++ fluent-bit/conf/parser_custom.conf | 15 +++ fluent-bit/conf/parsers.conf | 126 +++++++++++++++++++++++ fluent-bit/conf/parsers_ambassador.conf | 6 ++ fluent-bit/conf/parsers_cinder.conf | 10 ++ fluent-bit/conf/parsers_extra.conf | 172 ++++++++++++++++++++++++++++++++ fluent-bit/conf/parsers_java.conf | 6 ++ fluent-bit/conf/parsers_kafka.conf | 16 +++ fluent-bit/conf/parsers_mult.conf | 26 +++++ fluent-bit/conf/parsers_multiline.conf | 6 ++ fluent-bit/conf/parsers_openstack.conf | 53 ++++++++++ fluent-bit/conf/plugins.conf | 2 + fluent-bit/conf/rate_limit.conf | 25 +++++ 30 files changed, 1438 insertions(+) create mode 100644 fluent-bit/conf/fluent-bit-macos.conf create mode 100644 fluent-bit/conf/fluent-bit-metrics.conf create mode 100644 fluent-bit/conf/fluent-bit-win32.conf create mode 100644 fluent-bit/conf/fluent-bit.conf create mode 100644 fluent-bit/conf/in_disk.conf create mode 100644 fluent-bit/conf/in_dummy.conf create mode 100644 fluent-bit/conf/in_forward.conf create mode 100644 fluent-bit/conf/in_head.conf create mode 100644 fluent-bit/conf/in_mqtt.conf create mode 100644 fluent-bit/conf/in_netif.conf create mode 100644 fluent-bit/conf/in_proc.conf create mode 100644 fluent-bit/conf/in_xbee.conf create mode 100644 fluent-bit/conf/kube.conf create mode 100644 fluent-bit/conf/kube_elasticsearch.conf create mode 100644 fluent-bit/conf/out_file.conf create mode 100644 fluent-bit/conf/out_flowcounter.conf create mode 100644 fluent-bit/conf/out_kafka-rest.conf create mode 100644 fluent-bit/conf/out_td.conf create mode 100644 fluent-bit/conf/parser_custom.conf create mode 100644 fluent-bit/conf/parsers.conf create mode 100644 fluent-bit/conf/parsers_ambassador.conf create mode 100644 fluent-bit/conf/parsers_cinder.conf create mode 100644 fluent-bit/conf/parsers_extra.conf create mode 100644 fluent-bit/conf/parsers_java.conf create mode 100644 fluent-bit/conf/parsers_kafka.conf create mode 100644 fluent-bit/conf/parsers_mult.conf create mode 100644 fluent-bit/conf/parsers_multiline.conf create mode 100644 fluent-bit/conf/parsers_openstack.conf create mode 100644 fluent-bit/conf/plugins.conf create mode 100644 fluent-bit/conf/rate_limit.conf (limited to 'fluent-bit/conf') diff --git a/fluent-bit/conf/fluent-bit-macos.conf b/fluent-bit/conf/fluent-bit-macos.conf new file mode 100644 index 00000000..05da7ee6 --- /dev/null +++ b/fluent-bit/conf/fluent-bit-macos.conf @@ -0,0 +1,90 @@ +[SERVICE] + # Flush + # ===== + # set an interval of seconds before to flush records to a destination + flush 1 + + # Daemon + # ====== + # instruct Fluent Bit to run in foreground or background mode. + daemon Off + + # Log_Level + # ========= + # Set the verbosity level of the service, values can be: + # + # - error + # - warning + # - info + # - debug + # - trace + # + # by default 'info' is set, that means it includes 'error' and 'warning'. + log_level info + + # Parsers File + # ============ + # specify an optional 'Parsers' configuration file + parsers_file parsers.conf + + # Plugins File + # ============ + # specify an optional 'Plugins' configuration file to load external plugins. + plugins_file plugins.conf + + # HTTP Server + # =========== + # Enable/Disable the built-in HTTP Server for metrics + http_server Off + http_listen 0.0.0.0 + http_port 2020 + + # Storage + # ======= + # Fluent Bit can use memory and filesystem buffering based mechanisms + # + # - https://docs.fluentbit.io/manual/administration/buffering-and-storage + # + # storage metrics + # --------------- + # publish storage pipeline metrics in '/api/v1/storage'. The metrics are + # exported only if the 'http_server' option is enabled. + # + storage.metrics on + + # storage.path + # ------------ + # absolute file system path to store filesystem data buffers (chunks). + # + # storage.path /tmp/storage + + # storage.sync + # ------------ + # configure the synchronization mode used to store the data into the + # filesystem. It can take the values normal or full. + # + # storage.sync normal + + # storage.checksum + # ---------------- + # enable the data integrity check when writing and reading data from the + # filesystem. The storage layer uses the CRC32 algorithm. + # + # storage.checksum off + + # storage.backlog.mem_limit + # ------------------------- + # if storage.path is set, Fluent Bit will look for data chunks that were + # not delivered and are still in the storage layer, these are called + # backlog data. This option configure a hint of maximum value of memory + # to use when processing these records. + # + # storage.backlog.mem_limit 5M + +[INPUT] + name dummy + tag dummy.local + +[OUTPUT] + name stdout + match * diff --git a/fluent-bit/conf/fluent-bit-metrics.conf b/fluent-bit/conf/fluent-bit-metrics.conf new file mode 100644 index 00000000..988e0dcb --- /dev/null +++ b/fluent-bit/conf/fluent-bit-metrics.conf @@ -0,0 +1,27 @@ +# Node Exporter Metrics + Prometheus Exporter +# ------------------------------------------- +# The following example collect host metrics on Linux and expose +# them through a Prometheus HTTP end-point. +# +# After starting the service try it with: +# +# $ curl http://127.0.0.1:2021/metrics +# +[SERVICE] + flush 1 + log_level info + +[INPUT] + name node_exporter_metrics + tag node_metrics + scrape_interval 2 + +[OUTPUT] + name prometheus_exporter + match node_metrics + listen 0.0.0.0 + port 2021 + # Add user-defined labels + # ----------------------- + # add_label app fluent-bit + # add_label color blue diff --git a/fluent-bit/conf/fluent-bit-win32.conf b/fluent-bit/conf/fluent-bit-win32.conf new file mode 100644 index 00000000..a27ac5da --- /dev/null +++ b/fluent-bit/conf/fluent-bit-win32.conf @@ -0,0 +1,91 @@ +[SERVICE] + # Flush + # ===== + # set an interval of seconds before to flush records to a destination + flush 1 + + # Daemon + # ====== + # instruct Fluent Bit to run in foreground or background mode. + daemon Off + + # Log_Level + # ========= + # Set the verbosity level of the service, values can be: + # + # - error + # - warning + # - info + # - debug + # - trace + # + # by default 'info' is set, that means it includes 'error' and 'warning'. + log_level info + + # Parsers File + # ============ + # specify an optional 'Parsers' configuration file + parsers_file parsers.conf + + # Plugins File + # ============ + # specify an optional 'Plugins' configuration file to load external plugins. + plugins_file plugins.conf + + # HTTP Server + # =========== + # Enable/Disable the built-in HTTP Server for metrics + http_server Off + http_listen 0.0.0.0 + http_port 2020 + + # Storage + # ======= + # Fluent Bit can use memory and filesystem buffering based mechanisms + # + # - https://docs.fluentbit.io/manual/administration/buffering-and-storage + # + # storage metrics + # --------------- + # publish storage pipeline metrics in '/api/v1/storage'. The metrics are + # exported only if the 'http_server' option is enabled. + # + storage.metrics on + + # storage.path + # ------------ + # absolute file system path to store filesystem data buffers (chunks). + # + # storage.path /tmp/storage + + # storage.sync + # ------------ + # configure the synchronization mode used to store the data into the + # filesystem. It can take the values normal or full. + # + # storage.sync normal + + # storage.checksum + # ---------------- + # enable the data integrity check when writing and reading data from the + # filesystem. The storage layer uses the CRC32 algorithm. + # + # storage.checksum off + + # storage.backlog.mem_limit + # ------------------------- + # if storage.path is set, Fluent Bit will look for data chunks that were + # not delivered and are still in the storage layer, these are called + # backlog data. This option configure a hint of maximum value of memory + # to use when processing these records. + # + # storage.backlog.mem_limit 5M + +[INPUT] + Name winlog + Channels Setup,Windows PowerShell + Interval_Sec 1 + +[OUTPUT] + name stdout + match * diff --git a/fluent-bit/conf/fluent-bit.conf b/fluent-bit/conf/fluent-bit.conf new file mode 100644 index 00000000..bf3269f3 --- /dev/null +++ b/fluent-bit/conf/fluent-bit.conf @@ -0,0 +1,93 @@ +[SERVICE] + # Flush + # ===== + # set an interval of seconds before to flush records to a destination + flush 1 + + # Daemon + # ====== + # instruct Fluent Bit to run in foreground or background mode. + daemon Off + + # Log_Level + # ========= + # Set the verbosity level of the service, values can be: + # + # - error + # - warning + # - info + # - debug + # - trace + # + # by default 'info' is set, that means it includes 'error' and 'warning'. + log_level info + + # Parsers File + # ============ + # specify an optional 'Parsers' configuration file + parsers_file parsers.conf + + # Plugins File + # ============ + # specify an optional 'Plugins' configuration file to load external plugins. + plugins_file plugins.conf + + # HTTP Server + # =========== + # Enable/Disable the built-in HTTP Server for metrics + http_server Off + http_listen 0.0.0.0 + http_port 2020 + + # Storage + # ======= + # Fluent Bit can use memory and filesystem buffering based mechanisms + # + # - https://docs.fluentbit.io/manual/administration/buffering-and-storage + # + # storage metrics + # --------------- + # publish storage pipeline metrics in '/api/v1/storage'. The metrics are + # exported only if the 'http_server' option is enabled. + # + storage.metrics on + + # storage.path + # ------------ + # absolute file system path to store filesystem data buffers (chunks). + # + # storage.path /tmp/storage + + # storage.sync + # ------------ + # configure the synchronization mode used to store the data into the + # filesystem. It can take the values normal or full. + # + # storage.sync normal + + # storage.checksum + # ---------------- + # enable the data integrity check when writing and reading data from the + # filesystem. The storage layer uses the CRC32 algorithm. + # + # storage.checksum off + + # storage.backlog.mem_limit + # ------------------------- + # if storage.path is set, Fluent Bit will look for data chunks that were + # not delivered and are still in the storage layer, these are called + # backlog data. This option configure a hint of maximum value of memory + # to use when processing these records. + # + # storage.backlog.mem_limit 5M + +[INPUT] + name cpu + tag cpu.local + + # Read interval (sec) Default: 1 + interval_sec 1 + +[OUTPUT] + name stdout + match * diff --git a/fluent-bit/conf/in_disk.conf b/fluent-bit/conf/in_disk.conf new file mode 100644 index 00000000..55d0b3cd --- /dev/null +++ b/fluent-bit/conf/in_disk.conf @@ -0,0 +1,61 @@ +[SERVICE] + # Flush + # ===== + # Set an interval of seconds before to flush records to a destination + Flush 5 + + # Daemon + # ====== + # Instruct Fluent Bit to run in foreground or background mode. + Daemon Off + + # Log_Level + # ========= + # Set the verbosity level of the service, values can be: + # + # - error + # - warning + # - info + # - debug + # - trace + # + # By default 'info' is set, that means it includes 'error' and 'warning'. + Log_Level info + + # HTTP Monitoring Server + # ====================== + # + # HTTP_Monitor: enable/disable the HTTP Server to monitor + # Fluent Bit internals. + # HTTP_Port : specify the TCP port of the HTTP Server + HTTP_Monitor Off + HTTP_Port 2020 + +# Head Input +# ========== +[INPUT] + Name disk + Tag disk.all + + # Dev_Name + # ==== + # To limit the target disk/partition. + # If not set, the plugin gathers from all of disks and partitions. + # Dev_Name sda + + # Total Interval + # = Interval Sec + ( Interval Nsec / 1000 / 1000 / 1000 ) + # + # Interval Sec + # ==== + # Read interval (sec) Default: 1 + Interval_Sec 1 + + # Interval NSec + # ==== + # Read interval (nsec) Default: 0 + Interval_NSec 0 + +[OUTPUT] + Name stdout + Match disk.* diff --git a/fluent-bit/conf/in_dummy.conf b/fluent-bit/conf/in_dummy.conf new file mode 100644 index 00000000..abdb2069 --- /dev/null +++ b/fluent-bit/conf/in_dummy.conf @@ -0,0 +1,54 @@ +[SERVICE] + # Flush + # ===== + # Set an interval of seconds before to flush records to a destination + Flush 5 + + # Daemon + # ====== + # Instruct Fluent Bit to run in foreground or background mode. + Daemon Off + + # Log_Level + # ========= + # Set the verbosity level of the service, values can be: + # + # - error + # - warning + # - info + # - debug + # - trace + # + # By default 'info' is set, that means it includes 'error' and 'warning'. + Log_Level info + + # HTTP Monitoring Server + # ====================== + # + # HTTP_Monitor: enable/disable the HTTP Server to monitor + # Fluent Bit internals. + # HTTP_Port : specify the TCP port of the HTTP Server + HTTP_Monitor Off + HTTP_Port 2020 + +[INPUT] + Name dummy + Tag dummy.data + + # Dummy + # ==== + # JSON string. + # Default : {"message":"dummy"} + Dummy {"this is":"dummy data"} + + # Rate + # ==== + # Rate = Message / second + # Default : 1 + Rate 1 + +[OUTPUT] + Name stdout + Match * + + \ No newline at end of file diff --git a/fluent-bit/conf/in_forward.conf b/fluent-bit/conf/in_forward.conf new file mode 100644 index 00000000..2b40f256 --- /dev/null +++ b/fluent-bit/conf/in_forward.conf @@ -0,0 +1,51 @@ +[SERVICE] + # Flush + # ===== + # Set an interval of seconds before to flush records to a destination + Flush 5 + + # Daemon + # ====== + # Instruct Fluent Bit to run in foreground or background mode. + Daemon Off + + # Log_Level + # ========= + # Set the verbosity level of the service, values can be: + # + # - error + # - warning + # - info + # - debug + # - trace + # + # By default 'info' is set, that means it includes 'error' and 'warning'. + Log_Level info + + # HTTP Monitoring Server + # ====================== + # + # HTTP_Monitor: enable/disable the HTTP Server to monitor + # Fluent Bit internals. + # HTTP_Port : specify the TCP port of the HTTP Server + HTTP_Monitor Off + HTTP_Port 2020 + +[INPUT] + Name forward + + # The Listen interface, by default we listen on all of them + Listen 0.0.0.0 + + # Default TCP listener port + Port 24224 + + # Buffer (Kilobytes) + # ------------------ + # Specify the size of the receiver buffer. Incoming records + # must be inside this limit. By default 512KB. + Buffer 512000 + +[OUTPUT] + Name stdout + Match ** diff --git a/fluent-bit/conf/in_head.conf b/fluent-bit/conf/in_head.conf new file mode 100644 index 00000000..e3f6ab32 --- /dev/null +++ b/fluent-bit/conf/in_head.conf @@ -0,0 +1,86 @@ +[SERVICE] + # Flush + # ===== + # Set an interval of seconds before to flush records to a destination + Flush 5 + + # Daemon + # ====== + # Instruct Fluent Bit to run in foreground or background mode. + Daemon Off + + # Log_Level + # ========= + # Set the verbosity level of the service, values can be: + # + # - error + # - warning + # - info + # - debug + # - trace + # + # By default 'info' is set, that means it includes 'error' and 'warning'. + Log_Level info + + # HTTP Monitoring Server + # ====================== + # + # HTTP_Monitor: enable/disable the HTTP Server to monitor + # Fluent Bit internals. + # HTTP_Port : specify the TCP port of the HTTP Server + HTTP_Monitor Off + HTTP_Port 2020 + +# Head Input +# ========== +[INPUT] + Name head + Tag head.path_to_file + + # File + # ==== + # File path. e.g. /proc/uptime (required) + # + File /path/to/file + + # Buf_Size + # ==== + # Buffer size to read file. Default: 256 + Buf_Size 256 + + # Total Interval + # = Interval Sec + ( Interval Nsec / 1000 / 1000 / 1000 ) + # + # Interval Sec + # ==== + # Read interval (sec) Default: 1 + Interval_Sec 1 + + # Interval NSec + # ==== + # Read interval (nsec) Default: 0 + Interval_NSec 0 + + # Add Path + # ==== + # if true, append file path to each record. Default: false + Add_Path true + + # Key + # ==== + # Rename key Default: head + Key head + + # Lines + # ==== + # Lines to read. If sets, in_head works like 'head -n' + Lines 10 + + # Split_line + # ==== + # If true, in_head splits lines into k-v pairs + Split_line true + +[OUTPUT] + Name stdout + Match head.* diff --git a/fluent-bit/conf/in_mqtt.conf b/fluent-bit/conf/in_mqtt.conf new file mode 100644 index 00000000..3e3bc42e --- /dev/null +++ b/fluent-bit/conf/in_mqtt.conf @@ -0,0 +1,46 @@ +[SERVICE] + # Flush + # ===== + # Set an interval of seconds before to flush records to a destination + Flush 5 + + # Daemon + # ====== + # Instruct Fluent Bit to run in foreground or background mode. + Daemon Off + + # Log_Level + # ========= + # Set the verbosity level of the service, values can be: + # + # - error + # - warning + # - info + # - debug + # - trace + # + # By default 'info' is set, that means it includes 'error' and 'warning'. + Log_Level info + + # HTTP Monitoring Server + # ====================== + # + # HTTP_Monitor: enable/disable the HTTP Server to monitor + # Fluent Bit internals. + # HTTP_Port : specify the TCP port of the HTTP Server + HTTP_Monitor Off + HTTP_Port 2020 + +[INPUT] + Name mqtt + Tag mqtt.local + + # The Listen interface, by default we listen on all of them + Listen 0.0.0.0 + + # Default MQTT TCP port + Port 1883 + +[OUTPUT] + Name stdout + Match * diff --git a/fluent-bit/conf/in_netif.conf b/fluent-bit/conf/in_netif.conf new file mode 100644 index 00000000..dc1299f9 --- /dev/null +++ b/fluent-bit/conf/in_netif.conf @@ -0,0 +1,53 @@ +[SERVICE] + # Flush + # ===== + # Set an interval of seconds before to flush records to a destination + Flush 5 + + # Daemon + # ====== + # Instruct Fluent Bit to run in foreground or background mode. + Daemon Off + + # Log_Level + # ========= + # Set the verbosity level of the service, values can be: + # + # - error + # - warning + # - info + # - debug + # - trace + # + # By default 'info' is set, that means it includes 'error' and 'warning'. + Log_Level info + + # HTTP Monitoring Server + # ====================== + # + # HTTP_Monitor: enable/disable the HTTP Server to monitor + # Fluent Bit internals. + # HTTP_Port : specify the TCP port of the HTTP Server + HTTP_Monitor Off + HTTP_Port 2020 + +[INPUT] + Name netif + Tag eth0.traffic + + # Interface + # ==== + # Specify network interface to count packet. Required. + Interface eth0 + + # Verbose + # ==== + # count up all status. + # Default : false + Verbose false + +[OUTPUT] + Name stdout + Match * + + \ No newline at end of file diff --git a/fluent-bit/conf/in_proc.conf b/fluent-bit/conf/in_proc.conf new file mode 100644 index 00000000..f1d742d0 --- /dev/null +++ b/fluent-bit/conf/in_proc.conf @@ -0,0 +1,74 @@ +[SERVICE] + # Flush + # ===== + # Set an interval of seconds before to flush records to a destination + Flush 5 + + # Daemon + # ====== + # Instruct Fluent Bit to run in foreground or background mode. + Daemon Off + + # Log_Level + # ========= + # Set the verbosity level of the service, values can be: + # + # - error + # - warning + # - info + # - debug + # - trace + # + # By default 'info' is set, that means it includes 'error' and 'warning'. + Log_Level info + + # HTTP Monitoring Server + # ====================== + # + # HTTP_Monitor: enable/disable the HTTP Server to monitor + # Fluent Bit internals. + # HTTP_Port : specify the TCP port of the HTTP Server + HTTP_Monitor Off + HTTP_Port 2020 + +# Head Input +# ========== +[INPUT] + Name proc + Tag process.fluent-bit + + # Proc_Name + # ==== + # Process Name. e.g. sshd + # + Proc_Name fluent-bit + + + # Alert + # ==== + # if true, flush records when process doesn't work + # Default : false + Alert false + + # Mem + # ==== + # if true, reports memory usage of the process. + # Default : true + Alert false + + # Total Interval + # = Interval Sec + ( Interval Nsec / 1000 / 1000 / 1000 ) + # + # Interval Sec + # ==== + # Read interval (sec) Default :1 + Interval_Sec 1 + + # Interval NSec + # ==== + # Read interval (nsec) Default :0 + Interval_NSec 0 + +[OUTPUT] + Name stdout + Match process.* diff --git a/fluent-bit/conf/in_xbee.conf b/fluent-bit/conf/in_xbee.conf new file mode 100644 index 00000000..a978ed24 --- /dev/null +++ b/fluent-bit/conf/in_xbee.conf @@ -0,0 +1,46 @@ +[SERVICE] + # Flush + # ===== + # Set an interval of seconds before to flush records to a destination + Flush 5 + + # Daemon + # ====== + # Instruct Fluent Bit to run in foreground or background mode. + Daemon Off + + # Log_Level + # ========= + # Set the verbosity level of the service, values can be: + # + # - error + # - warning + # - info + # - debug + # - trace + # + # By default 'info' is set, that means it includes 'error' and 'warning'. + Log_Level trace + +# XBee Input +# ========== +# This configuration file specify the information to be used +# when gathering data from XBee input plugin. All key fields +# in the 'XBEE' section are mandatory. +[INPUT] + Name xbee + Tag xbee + + # File + # ==== + # Filename of serial port. e.g. /dev/ttyS0, /dev/ttyAMA0 + File /dev/ttyUSB0 + + # Baudrate + # ======== + # Specify the bitrate to communicate using the port. + Baudrate 9600 + +[OUTPUT] + Name stdout + Match * diff --git a/fluent-bit/conf/kube.conf b/fluent-bit/conf/kube.conf new file mode 100644 index 00000000..ab7ef150 --- /dev/null +++ b/fluent-bit/conf/kube.conf @@ -0,0 +1,20 @@ +[SERVICE] + Flush 1 + Daemon Off + Log_Level info + Parsers_File parsers.conf + +[INPUT] + Name tail + Path /var/log/containers/*.log + Parser docker + Tag kube.* + Mem_Buf_Limit 5MB + +[FILTER] + Name kubernetes + Match kube.* + +[OUTPUT] + Name stdout + Match * diff --git a/fluent-bit/conf/kube_elasticsearch.conf b/fluent-bit/conf/kube_elasticsearch.conf new file mode 100644 index 00000000..50ca2e10 --- /dev/null +++ b/fluent-bit/conf/kube_elasticsearch.conf @@ -0,0 +1,23 @@ +[SERVICE] + Flush 5 + Daemon Off + Log_Level info + Parsers_File parsers.conf + +[INPUT] + Name tail + Path /var/log/containers/*.log + Parser docker + Tag kube.* + Mem_Buf_Limit 5MB + +[FILTER] + Name kubernetes + Match kube.* + +[OUTPUT] + Name es + Match * + Logstash_Format On + Retry_Limit False + Logstash_Prefix_Key es_index diff --git a/fluent-bit/conf/out_file.conf b/fluent-bit/conf/out_file.conf new file mode 100644 index 00000000..a6e4cca7 --- /dev/null +++ b/fluent-bit/conf/out_file.conf @@ -0,0 +1,36 @@ +[SERVICE] + Flush 5 + Daemon Off + Log_Level info + +[INPUT] + Name mem + Tag mem.usage + +# filter_stdout to show streaming data +[FILTER] + Name stdout + Match * + +# default format : JSON +[OUTPUT] + Name file + Match * + Path mem.json + +# csv format +[OUTPUT] + Name file + Match * + Path mem.csv + Format csv + #Delimiter , + +# ltsv format +[OUTPUT] + Name file + Match * + Path mem.ltsv + Format ltsv + #Label_Delimiter : + #Delimiter \t diff --git a/fluent-bit/conf/out_flowcounter.conf b/fluent-bit/conf/out_flowcounter.conf new file mode 100644 index 00000000..717688fb --- /dev/null +++ b/fluent-bit/conf/out_flowcounter.conf @@ -0,0 +1,39 @@ +[SERVICE] + # Flush + # ===== + # Set an interval of seconds before to flush records to a destination + Flush 1 + + # Log_Level + # ========= + # Set the verbosity level of the service, values can be: + # + # - error + # - warning + # - info + # - debug + # - trace + # + # By default 'info' is set, that means it includes 'error' and 'warning'. + Log_Level info + +[INPUT] + Name random + Tag flowcounter_test + +# To count records. +[OUTPUT] + Name flowcounter + + # Unit + # ==== + # Unit of measurement. + # second/minute/hour/day Default: minute + Unit second + + Match flowcounter_test + +# To display records. +[OUTPUT] + Name stdout + Match flowcounter_test diff --git a/fluent-bit/conf/out_kafka-rest.conf b/fluent-bit/conf/out_kafka-rest.conf new file mode 100644 index 00000000..5582fa64 --- /dev/null +++ b/fluent-bit/conf/out_kafka-rest.conf @@ -0,0 +1,20 @@ +[SERVICE] + Flush 1 + Daemon Off + Log_Level debug + +[INPUT] + Name cpu + +[OUTPUT] + Name kafka-rest + Match * + Host 127.0.0.1 + Port 8082 + Time_Key @timestamp + Tag_Key _fluent-tag + Include_Tag_Key On + Tag_Key My_Tag_Key + Topic fluent-bit-test + # Partition 0 + # Message_Key abc diff --git a/fluent-bit/conf/out_td.conf b/fluent-bit/conf/out_td.conf new file mode 100644 index 00000000..ab7bdfa6 --- /dev/null +++ b/fluent-bit/conf/out_td.conf @@ -0,0 +1,65 @@ +[SERVICE] + # Flush + # ===== + # Set an interval of seconds before to flush records to a destination + Flush 5 + + # Daemon + # ====== + # Instruct Fluent Bit to run in foreground or background mode. + Daemon Off + + # Log_Level + # ========= + # Set the verbosity level of the service, values can be: + # + # - error + # - warning + # - info + # - debug + # - trace + # + # By default 'info' is set, that means it includes 'error' and 'warning'. + Log_Level info + + # HTTP Monitoring Server + # ====================== + # + # HTTP_Monitor: enable/disable the HTTP Server to monitor + # Fluent Bit internals. + # HTTP_Port : specify the TCP port of the HTTP Server + HTTP_Monitor Off + HTTP_Port 2020 + + +[INPUT] + Name cpu + Tag cpu + +# TreasureData Output +# =================== +# This configuration file specify the information to be used +# when flushing information to TreasureData.com service. All +# key fields in the 'TD' section are mandatory. +[OUTPUT] + Name td + Match * + + # API + # === + # The TreasureData API key. To obtain this please log into your + # TreasureData Console: + # + # 1. Go to https://console.treasuredata.com/ + # 2. API Keys box: copy the API key hash + API 5a00/e75beccae41e9f83dfa1wa35ddfbb0dcd8a8d980 + + # Database + # ======== + # Specify the name of your database, it must exists. + Database fluentbit + + # Table + # ===== + # Specify the database table name where the records will be stored + Table cpu_samples diff --git a/fluent-bit/conf/parser_custom.conf b/fluent-bit/conf/parser_custom.conf new file mode 100644 index 00000000..51e81985 --- /dev/null +++ b/fluent-bit/conf/parser_custom.conf @@ -0,0 +1,15 @@ + [PARSER] + # https://rubular.com/r/6ZCuwV4Xa7nfA3 + Name rabbitmq + Format regex + Regex (?[^ ]+)\s(?