From 58daab21cd043e1dc37024a7f99b396788372918 Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Sat, 9 Mar 2024 14:19:48 +0100 Subject: Merging upstream version 1.44.3. Signed-off-by: Daniel Baumann --- .../internal/data/avro/json_single_map_001.json | 5 + .../tests/internal/data/avro/live-sample.json | 25 +++ fluent-bit/tests/internal/data/avro/multiline.json | 27 +++ .../credential_process/aws-credential-process | 14 ++ .../data/aws_credentials/shared_config.ini | 9 + .../aws_credentials/shared_credentials_file.ini | 28 +++ .../shared_credentials_file_nodefault.ini | 12 ++ .../aws_credentials/web_identity_token_file.txt | 1 + .../data/config_format/classic/fluent-bit.conf | 35 +++ .../config_format/classic/indent_level_error.conf | 6 + .../data/config_format/classic/issue6281.conf | 2 + .../config_format/classic/issue6281_input.conf | 2 + .../config_format/classic/issue6281_output.conf | 2 + .../data/config_format/classic/issue_5880.conf | 14 ++ .../data/config_format/classic/nolimitline.conf | 11 + .../data/config_format/classic/recursion.conf | 1 + .../data/config_format/classic/service.conf | 4 + .../data/config_format/yaml/fluent-bit.yaml | 29 +++ .../data/config_format/yaml/issue_7559.yaml | 14 ++ .../config_format/yaml/parsers/parsers-conf.yaml | 3 + .../data/config_format/yaml/parsers/parsers.conf | 6 + .../config_format/yaml/pipelines/slist/even.yaml | 7 + .../config_format/yaml/pipelines/slist/odd.yaml | 8 + .../internal/data/config_format/yaml/service.yaml | 5 + .../internal/data/config_format/yaml/test.yaml | 31 +++ .../config_format/yaml/test/dummy_pipeline.yaml | 13 ++ .../data/config_format/yaml/test/nested.yaml | 7 + fluent-bit/tests/internal/data/file/empty_file.txt | 0 fluent-bit/tests/internal/data/file/text_file.txt | 5 + .../input_chunk/log/a_thousand_plus_one_bytes.log | 2 + .../data/input_chunk/log/test_buffer_drop_chunks.h | 27 +++ .../data/input_chunk/log/test_buffer_valid.log | 3 + .../input_chunk/out/a_thousand_plus_one_bytes.out | 0 .../data/input_chunk/out/test_buffer_valid.out | 3 + .../tests/internal/data/input_chunk/parser.conf | 10 + fluent-bit/tests/internal/data/mp/apache_10k.mp | Bin 0 -> 993663 bytes fluent-bit/tests/internal/data/pack/README.md | 3 + fluent-bit/tests/internal/data/pack/bug342.json | 240 +++++++++++++++++++++ .../tests/internal/data/pack/dup_keys_in.json | 1 + .../tests/internal/data/pack/dup_keys_out.json | 1 + .../internal/data/pack/json_single_map_001.json | 5 + .../internal/data/pack/json_single_map_002.json | 4 + fluent-bit/tests/internal/data/pack/mixed.py | 31 +++ fluent-bit/tests/internal/data/pack/mixed_001.json | 1 + fluent-bit/tests/internal/data/pack/mixed_001.mp | 1 + fluent-bit/tests/internal/data/pack/mixed_001.txt | 1 + fluent-bit/tests/internal/data/pack/mixed_002.json | 1 + fluent-bit/tests/internal/data/pack/mixed_002.mp | Bin 0 -> 37 bytes fluent-bit/tests/internal/data/pack/mixed_002.txt | 7 + fluent-bit/tests/internal/data/pack/mixed_003.json | 1 + fluent-bit/tests/internal/data/pack/mixed_003.mp | 1 + fluent-bit/tests/internal/data/pack/mixed_003.txt | 1 + fluent-bit/tests/internal/data/pack/utf8_bell.json | 1 + fluent-bit/tests/internal/data/pack/utf8_bell.mp | 1 + fluent-bit/tests/internal/data/pack/utf8_bell.txt | 1 + .../tests/internal/data/pack/utf8_copyright.json | 1 + .../tests/internal/data/pack/utf8_copyright.mp | 1 + .../tests/internal/data/pack/utf8_copyright.txt | 1 + fluent-bit/tests/internal/data/pack/utf8_gen.py | 32 +++ .../tests/internal/data/pack/utf8_hokke.json | 1 + fluent-bit/tests/internal/data/pack/utf8_hokke.mp | 1 + fluent-bit/tests/internal/data/pack/utf8_hokke.txt | 1 + .../tests/internal/data/pack/utf8_relaxed.json | 1 + .../tests/internal/data/pack/utf8_relaxed.mp | 1 + .../tests/internal/data/pack/utf8_relaxed.txt | 1 + fluent-bit/tests/internal/data/parser/json.conf | 200 +++++++++++++++++ fluent-bit/tests/internal/data/parser/regex.conf | 234 ++++++++++++++++++++ .../tests/internal/data/reload/fluent-bit.conf | 15 ++ .../tests/internal/data/reload/yaml/processor.yaml | 41 ++++ .../tests/internal/data/s3_local_buffer/.gitkeep | 1 + .../data/signv4/aws-sig-v4-test-suite/LICENSE | 202 +++++++++++++++++ .../data/signv4/aws-sig-v4-test-suite/NOTICE | 2 + .../get-header-key-duplicate.authz | 1 + .../get-header-key-duplicate.creq | 9 + .../get-header-key-duplicate.req | 6 + .../get-header-key-duplicate.sreq | 7 + .../get-header-key-duplicate.sts | 4 + .../get-header-value-multiline.authz | 1 + .../get-header-value-multiline.creq | 9 + .../get-header-value-multiline.req | 6 + .../get-header-value-multiline.sreq | 7 + .../get-header-value-multiline.sts | 4 + .../get-header-value-order.authz | 1 + .../get-header-value-order.creq | 9 + .../get-header-value-order.req | 7 + .../get-header-value-order.sreq | 8 + .../get-header-value-order.sts | 4 + .../get-header-value-trim.authz | 1 + .../get-header-value-trim.creq | 10 + .../get-header-value-trim.req | 5 + .../get-header-value-trim.sreq | 6 + .../get-header-value-trim.sts | 4 + .../get-unreserved/get-unreserved.authz | 1 + .../get-unreserved/get-unreserved.creq | 8 + .../get-unreserved/get-unreserved.req | 3 + .../get-unreserved/get-unreserved.sreq | 4 + .../get-unreserved/get-unreserved.sts | 4 + .../aws-sig-v4-test-suite/get-utf8/get-utf8.authz | 1 + .../aws-sig-v4-test-suite/get-utf8/get-utf8.creq | 8 + .../aws-sig-v4-test-suite/get-utf8/get-utf8.req | 3 + .../aws-sig-v4-test-suite/get-utf8/get-utf8.sreq | 4 + .../aws-sig-v4-test-suite/get-utf8/get-utf8.sts | 4 + .../get-vanilla-empty-query-key.authz | 1 + .../get-vanilla-empty-query-key.creq | 8 + .../get-vanilla-empty-query-key.req | 3 + .../get-vanilla-empty-query-key.sreq | 4 + .../get-vanilla-empty-query-key.sts | 4 + .../get-vanilla-query-order-key-case.authz | 1 + .../get-vanilla-query-order-key-case.creq | 8 + .../get-vanilla-query-order-key-case.req | 3 + .../get-vanilla-query-order-key-case.sreq | 4 + .../get-vanilla-query-order-key-case.sts | 4 + .../get-vanilla-query-order-key.authz | 1 + .../get-vanilla-query-order-key.creq | 8 + .../get-vanilla-query-order-key.req | 3 + .../get-vanilla-query-order-key.sreq | 4 + .../get-vanilla-query-order-key.sts | 4 + .../get-vanilla-query-order-value.authz | 1 + .../get-vanilla-query-order-value.creq | 8 + .../get-vanilla-query-order-value.req | 3 + .../get-vanilla-query-order-value.sreq | 4 + .../get-vanilla-query-order-value.sts | 4 + .../get-vanilla-query-unreserved.authz | 1 + .../get-vanilla-query-unreserved.creq | 8 + .../get-vanilla-query-unreserved.req | 3 + .../get-vanilla-query-unreserved.sreq | 4 + .../get-vanilla-query-unreserved.sts | 4 + .../get-vanilla-query/get-vanilla-query.authz | 1 + .../get-vanilla-query/get-vanilla-query.creq | 8 + .../get-vanilla-query/get-vanilla-query.req | 3 + .../get-vanilla-query/get-vanilla-query.sreq | 4 + .../get-vanilla-query/get-vanilla-query.sts | 4 + .../get-vanilla-utf8-query.authz | 1 + .../get-vanilla-utf8-query.creq | 8 + .../get-vanilla-utf8-query.req | 3 + .../get-vanilla-utf8-query.sreq | 4 + .../get-vanilla-utf8-query.sts | 4 + .../get-vanilla/get-vanilla.authz | 1 + .../get-vanilla/get-vanilla.creq | 8 + .../get-vanilla/get-vanilla.req | 3 + .../get-vanilla/get-vanilla.sreq | 4 + .../get-vanilla/get-vanilla.sts | 4 + .../get-relative-relative.authz | 1 + .../get-relative-relative.creq | 8 + .../get-relative-relative.req | 3 + .../get-relative-relative.sreq | 4 + .../get-relative-relative.sts | 4 + .../normalize-path/get-relative/get-relative.authz | 1 + .../normalize-path/get-relative/get-relative.creq | 8 + .../normalize-path/get-relative/get-relative.req | 3 + .../normalize-path/get-relative/get-relative.sreq | 4 + .../normalize-path/get-relative/get-relative.sts | 4 + .../get-slash-dot-slash/get-slash-dot-slash.authz | 1 + .../get-slash-dot-slash/get-slash-dot-slash.creq | 8 + .../get-slash-dot-slash/get-slash-dot-slash.req | 3 + .../get-slash-dot-slash/get-slash-dot-slash.sreq | 4 + .../get-slash-dot-slash/get-slash-dot-slash.sts | 4 + .../get-slash-pointless-dot.authz | 1 + .../get-slash-pointless-dot.creq | 8 + .../get-slash-pointless-dot.req | 3 + .../get-slash-pointless-dot.sreq | 4 + .../get-slash-pointless-dot.sts | 4 + .../normalize-path/get-slash/get-slash.authz | 1 + .../normalize-path/get-slash/get-slash.creq | 8 + .../normalize-path/get-slash/get-slash.req | 3 + .../normalize-path/get-slash/get-slash.sreq | 4 + .../normalize-path/get-slash/get-slash.sts | 4 + .../normalize-path/get-slashes/get-slashes.authz | 1 + .../normalize-path/get-slashes/get-slashes.creq | 8 + .../normalize-path/get-slashes/get-slashes.req | 3 + .../normalize-path/get-slashes/get-slashes.sreq | 4 + .../normalize-path/get-slashes/get-slashes.sts | 4 + .../normalize-path/get-space/get-space.authz | 1 + .../normalize-path/get-space/get-space.creq | 8 + .../normalize-path/get-space/get-space.req | 3 + .../normalize-path/get-space/get-space.sreq | 4 + .../normalize-path/get-space/get-space.sts | 4 + .../normalize-path/normalize-path.txt | 3 + .../post-header-key-case.authz | 1 + .../post-header-key-case/post-header-key-case.creq | 8 + .../post-header-key-case/post-header-key-case.req | 3 + .../post-header-key-case/post-header-key-case.sreq | 4 + .../post-header-key-case/post-header-key-case.sts | 4 + .../post-header-key-sort.authz | 1 + .../post-header-key-sort/post-header-key-sort.creq | 9 + .../post-header-key-sort/post-header-key-sort.req | 4 + .../post-header-key-sort/post-header-key-sort.sreq | 5 + .../post-header-key-sort/post-header-key-sort.sts | 4 + .../post-header-value-case.authz | 1 + .../post-header-value-case.creq | 9 + .../post-header-value-case.req | 4 + .../post-header-value-case.sreq | 5 + .../post-header-value-case.sts | 4 + .../post-sts-header-after.authz | 1 + .../post-sts-header-after.creq | 8 + .../post-sts-header-after.req | 3 + .../post-sts-header-after.sreq | 5 + .../post-sts-header-after.sts | 4 + .../post-sts-header-before.authz | 1 + .../post-sts-header-before.creq | 9 + .../post-sts-header-before.req | 4 + .../post-sts-header-before.sreq | 5 + .../post-sts-header-before.sts | 4 + .../post-sts-token/readme.txt | 15 ++ .../post-vanilla-empty-query-value.authz | 1 + .../post-vanilla-empty-query-value.creq | 8 + .../post-vanilla-empty-query-value.req | 3 + .../post-vanilla-empty-query-value.sreq | 4 + .../post-vanilla-empty-query-value.sts | 4 + .../post-vanilla-query/post-vanilla-query.authz | 1 + .../post-vanilla-query/post-vanilla-query.creq | 8 + .../post-vanilla-query/post-vanilla-query.req | 3 + .../post-vanilla-query/post-vanilla-query.sreq | 4 + .../post-vanilla-query/post-vanilla-query.sts | 4 + .../post-vanilla/post-vanilla.authz | 1 + .../post-vanilla/post-vanilla.creq | 8 + .../post-vanilla/post-vanilla.req | 3 + .../post-vanilla/post-vanilla.sreq | 4 + .../post-vanilla/post-vanilla.sts | 4 + .../post-x-www-form-urlencoded-parameters.authz | 1 + .../post-x-www-form-urlencoded-parameters.creq | 9 + .../post-x-www-form-urlencoded-parameters.req | 6 + .../post-x-www-form-urlencoded-parameters.sreq | 7 + .../post-x-www-form-urlencoded-parameters.sts | 4 + .../post-x-www-form-urlencoded.authz | 1 + .../post-x-www-form-urlencoded.creq | 9 + .../post-x-www-form-urlencoded.req | 4 + .../post-x-www-form-urlencoded.sreq | 4 + .../post-x-www-form-urlencoded.sts | 4 + .../internal/data/stream_processor/gen_msgpack.sh | 40 ++++ .../data/stream_processor/samples-hw/1.json | 4 + .../internal/data/stream_processor/samples-hw/1.mp | Bin 0 -> 257 bytes .../data/stream_processor/samples-hw/2.json | 4 + .../internal/data/stream_processor/samples-hw/2.mp | Bin 0 -> 268 bytes .../data/stream_processor/samples-hw/3.json | 3 + .../internal/data/stream_processor/samples-hw/3.mp | Bin 0 -> 201 bytes .../data/stream_processor/samples-hw/4.json | 4 + .../internal/data/stream_processor/samples-hw/4.mp | Bin 0 -> 260 bytes .../data/stream_processor/samples-hw/5.json | 4 + .../internal/data/stream_processor/samples-hw/5.mp | Bin 0 -> 272 bytes .../data/stream_processor/samples-hw/6.json | 3 + .../internal/data/stream_processor/samples-hw/6.mp | Bin 0 -> 204 bytes .../data/stream_processor/samples-hw/7.json | 4 + .../internal/data/stream_processor/samples-hw/7.mp | Bin 0 -> 262 bytes .../data/stream_processor/samples-subkeys.json | 9 + .../data/stream_processor/samples-subkeys.mp | Bin 0 -> 479 bytes .../internal/data/stream_processor/samples.json | 11 + .../internal/data/stream_processor/samples.mp | Bin 0 -> 726 bytes fluent-bit/tests/internal/data/tls/certificate.pem | 22 ++ fluent-bit/tests/internal/data/tls/private_key.pem | 28 +++ 250 files changed, 2231 insertions(+) create mode 100644 fluent-bit/tests/internal/data/avro/json_single_map_001.json create mode 100644 fluent-bit/tests/internal/data/avro/live-sample.json create mode 100644 fluent-bit/tests/internal/data/avro/multiline.json create mode 100755 fluent-bit/tests/internal/data/aws_credentials/credential_process/aws-credential-process create mode 100644 fluent-bit/tests/internal/data/aws_credentials/shared_config.ini create mode 100644 fluent-bit/tests/internal/data/aws_credentials/shared_credentials_file.ini create mode 100644 fluent-bit/tests/internal/data/aws_credentials/shared_credentials_file_nodefault.ini create mode 100644 fluent-bit/tests/internal/data/aws_credentials/web_identity_token_file.txt create mode 100644 fluent-bit/tests/internal/data/config_format/classic/fluent-bit.conf create mode 100644 fluent-bit/tests/internal/data/config_format/classic/indent_level_error.conf create mode 100644 fluent-bit/tests/internal/data/config_format/classic/issue6281.conf create mode 100644 fluent-bit/tests/internal/data/config_format/classic/issue6281_input.conf create mode 100644 fluent-bit/tests/internal/data/config_format/classic/issue6281_output.conf create mode 100644 fluent-bit/tests/internal/data/config_format/classic/issue_5880.conf create mode 100644 fluent-bit/tests/internal/data/config_format/classic/nolimitline.conf create mode 100644 fluent-bit/tests/internal/data/config_format/classic/recursion.conf create mode 100644 fluent-bit/tests/internal/data/config_format/classic/service.conf create mode 100644 fluent-bit/tests/internal/data/config_format/yaml/fluent-bit.yaml create mode 100644 fluent-bit/tests/internal/data/config_format/yaml/issue_7559.yaml create mode 100644 fluent-bit/tests/internal/data/config_format/yaml/parsers/parsers-conf.yaml create mode 100644 fluent-bit/tests/internal/data/config_format/yaml/parsers/parsers.conf create mode 100644 fluent-bit/tests/internal/data/config_format/yaml/pipelines/slist/even.yaml create mode 100644 fluent-bit/tests/internal/data/config_format/yaml/pipelines/slist/odd.yaml create mode 100644 fluent-bit/tests/internal/data/config_format/yaml/service.yaml create mode 100644 fluent-bit/tests/internal/data/config_format/yaml/test.yaml create mode 100644 fluent-bit/tests/internal/data/config_format/yaml/test/dummy_pipeline.yaml create mode 100644 fluent-bit/tests/internal/data/config_format/yaml/test/nested.yaml create mode 100644 fluent-bit/tests/internal/data/file/empty_file.txt create mode 100644 fluent-bit/tests/internal/data/file/text_file.txt create mode 100644 fluent-bit/tests/internal/data/input_chunk/log/a_thousand_plus_one_bytes.log create mode 100644 fluent-bit/tests/internal/data/input_chunk/log/test_buffer_drop_chunks.h create mode 100644 fluent-bit/tests/internal/data/input_chunk/log/test_buffer_valid.log create mode 100644 fluent-bit/tests/internal/data/input_chunk/out/a_thousand_plus_one_bytes.out create mode 100644 fluent-bit/tests/internal/data/input_chunk/out/test_buffer_valid.out create mode 100644 fluent-bit/tests/internal/data/input_chunk/parser.conf create mode 100644 fluent-bit/tests/internal/data/mp/apache_10k.mp create mode 100644 fluent-bit/tests/internal/data/pack/README.md create mode 100644 fluent-bit/tests/internal/data/pack/bug342.json create mode 100644 fluent-bit/tests/internal/data/pack/dup_keys_in.json create mode 100644 fluent-bit/tests/internal/data/pack/dup_keys_out.json create mode 100644 fluent-bit/tests/internal/data/pack/json_single_map_001.json create mode 100644 fluent-bit/tests/internal/data/pack/json_single_map_002.json create mode 100644 fluent-bit/tests/internal/data/pack/mixed.py create mode 100644 fluent-bit/tests/internal/data/pack/mixed_001.json create mode 100644 fluent-bit/tests/internal/data/pack/mixed_001.mp create mode 100644 fluent-bit/tests/internal/data/pack/mixed_001.txt create mode 100644 fluent-bit/tests/internal/data/pack/mixed_002.json create mode 100644 fluent-bit/tests/internal/data/pack/mixed_002.mp create mode 100644 fluent-bit/tests/internal/data/pack/mixed_002.txt create mode 100644 fluent-bit/tests/internal/data/pack/mixed_003.json create mode 100644 fluent-bit/tests/internal/data/pack/mixed_003.mp create mode 100644 fluent-bit/tests/internal/data/pack/mixed_003.txt create mode 100644 fluent-bit/tests/internal/data/pack/utf8_bell.json create mode 100644 fluent-bit/tests/internal/data/pack/utf8_bell.mp create mode 100644 fluent-bit/tests/internal/data/pack/utf8_bell.txt create mode 100644 fluent-bit/tests/internal/data/pack/utf8_copyright.json create mode 100644 fluent-bit/tests/internal/data/pack/utf8_copyright.mp create mode 100644 fluent-bit/tests/internal/data/pack/utf8_copyright.txt create mode 100644 fluent-bit/tests/internal/data/pack/utf8_gen.py create mode 100644 fluent-bit/tests/internal/data/pack/utf8_hokke.json create mode 100644 fluent-bit/tests/internal/data/pack/utf8_hokke.mp create mode 100644 fluent-bit/tests/internal/data/pack/utf8_hokke.txt create mode 100644 fluent-bit/tests/internal/data/pack/utf8_relaxed.json create mode 100644 fluent-bit/tests/internal/data/pack/utf8_relaxed.mp create mode 100644 fluent-bit/tests/internal/data/pack/utf8_relaxed.txt create mode 100644 fluent-bit/tests/internal/data/parser/json.conf create mode 100644 fluent-bit/tests/internal/data/parser/regex.conf create mode 100644 fluent-bit/tests/internal/data/reload/fluent-bit.conf create mode 100644 fluent-bit/tests/internal/data/reload/yaml/processor.yaml create mode 100644 fluent-bit/tests/internal/data/s3_local_buffer/.gitkeep create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/LICENSE create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/NOTICE create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-key-duplicate/get-header-key-duplicate.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-key-duplicate/get-header-key-duplicate.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-key-duplicate/get-header-key-duplicate.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-key-duplicate/get-header-key-duplicate.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-key-duplicate/get-header-key-duplicate.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-multiline/get-header-value-multiline.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-multiline/get-header-value-multiline.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-multiline/get-header-value-multiline.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-multiline/get-header-value-multiline.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-multiline/get-header-value-multiline.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-order/get-header-value-order.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-order/get-header-value-order.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-order/get-header-value-order.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-order/get-header-value-order.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-order/get-header-value-order.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-trim/get-header-value-trim.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-trim/get-header-value-trim.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-trim/get-header-value-trim.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-trim/get-header-value-trim.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-header-value-trim/get-header-value-trim.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-unreserved/get-unreserved.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-unreserved/get-unreserved.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-unreserved/get-unreserved.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-unreserved/get-unreserved.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-unreserved/get-unreserved.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-utf8/get-utf8.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-utf8/get-utf8.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-utf8/get-utf8.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-utf8/get-utf8.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-utf8/get-utf8.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-empty-query-key/get-vanilla-empty-query-key.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-empty-query-key/get-vanilla-empty-query-key.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-empty-query-key/get-vanilla-empty-query-key.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-empty-query-key/get-vanilla-empty-query-key.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-empty-query-key/get-vanilla-empty-query-key.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-key-case/get-vanilla-query-order-key-case.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-key-case/get-vanilla-query-order-key-case.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-key-case/get-vanilla-query-order-key-case.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-key-case/get-vanilla-query-order-key-case.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-key-case/get-vanilla-query-order-key-case.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-key/get-vanilla-query-order-key.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-key/get-vanilla-query-order-key.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-key/get-vanilla-query-order-key.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-key/get-vanilla-query-order-key.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-key/get-vanilla-query-order-key.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-value/get-vanilla-query-order-value.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-value/get-vanilla-query-order-value.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-value/get-vanilla-query-order-value.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-value/get-vanilla-query-order-value.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-order-value/get-vanilla-query-order-value.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-unreserved/get-vanilla-query-unreserved.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-unreserved/get-vanilla-query-unreserved.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-unreserved/get-vanilla-query-unreserved.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-unreserved/get-vanilla-query-unreserved.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query-unreserved/get-vanilla-query-unreserved.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query/get-vanilla-query.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query/get-vanilla-query.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query/get-vanilla-query.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query/get-vanilla-query.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-query/get-vanilla-query.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-utf8-query/get-vanilla-utf8-query.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-utf8-query/get-vanilla-utf8-query.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-utf8-query/get-vanilla-utf8-query.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-utf8-query/get-vanilla-utf8-query.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla-utf8-query/get-vanilla-utf8-query.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla/get-vanilla.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla/get-vanilla.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla/get-vanilla.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla/get-vanilla.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/get-vanilla/get-vanilla.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-relative-relative/get-relative-relative.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-relative-relative/get-relative-relative.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-relative-relative/get-relative-relative.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-relative-relative/get-relative-relative.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-relative-relative/get-relative-relative.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-relative/get-relative.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-relative/get-relative.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-relative/get-relative.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-relative/get-relative.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-relative/get-relative.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash-dot-slash/get-slash-dot-slash.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash-dot-slash/get-slash-dot-slash.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash-dot-slash/get-slash-dot-slash.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash-dot-slash/get-slash-dot-slash.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash-dot-slash/get-slash-dot-slash.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash-pointless-dot/get-slash-pointless-dot.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash-pointless-dot/get-slash-pointless-dot.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash-pointless-dot/get-slash-pointless-dot.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash-pointless-dot/get-slash-pointless-dot.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash-pointless-dot/get-slash-pointless-dot.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash/get-slash.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash/get-slash.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash/get-slash.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash/get-slash.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slash/get-slash.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slashes/get-slashes.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slashes/get-slashes.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slashes/get-slashes.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slashes/get-slashes.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-slashes/get-slashes.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-space/get-space.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-space/get-space.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-space/get-space.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-space/get-space.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/get-space/get-space.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/normalize-path/normalize-path.txt create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-key-case/post-header-key-case.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-key-case/post-header-key-case.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-key-case/post-header-key-case.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-key-case/post-header-key-case.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-key-case/post-header-key-case.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-key-sort/post-header-key-sort.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-key-sort/post-header-key-sort.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-key-sort/post-header-key-sort.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-key-sort/post-header-key-sort.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-key-sort/post-header-key-sort.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-value-case/post-header-value-case.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-value-case/post-header-value-case.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-value-case/post-header-value-case.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-value-case/post-header-value-case.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-header-value-case/post-header-value-case.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-sts-token/post-sts-header-after/post-sts-header-after.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-sts-token/post-sts-header-after/post-sts-header-after.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-sts-token/post-sts-header-after/post-sts-header-after.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-sts-token/post-sts-header-after/post-sts-header-after.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-sts-token/post-sts-header-after/post-sts-header-after.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-sts-token/post-sts-header-before/post-sts-header-before.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-sts-token/post-sts-header-before/post-sts-header-before.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-sts-token/post-sts-header-before/post-sts-header-before.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-sts-token/post-sts-header-before/post-sts-header-before.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-sts-token/post-sts-header-before/post-sts-header-before.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-sts-token/readme.txt create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla-empty-query-value/post-vanilla-empty-query-value.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla-empty-query-value/post-vanilla-empty-query-value.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla-empty-query-value/post-vanilla-empty-query-value.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla-empty-query-value/post-vanilla-empty-query-value.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla-empty-query-value/post-vanilla-empty-query-value.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla-query/post-vanilla-query.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla-query/post-vanilla-query.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla-query/post-vanilla-query.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla-query/post-vanilla-query.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla-query/post-vanilla-query.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla/post-vanilla.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla/post-vanilla.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla/post-vanilla.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla/post-vanilla.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-vanilla/post-vanilla.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-x-www-form-urlencoded-parameters/post-x-www-form-urlencoded-parameters.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-x-www-form-urlencoded-parameters/post-x-www-form-urlencoded-parameters.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-x-www-form-urlencoded-parameters/post-x-www-form-urlencoded-parameters.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-x-www-form-urlencoded-parameters/post-x-www-form-urlencoded-parameters.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-x-www-form-urlencoded-parameters/post-x-www-form-urlencoded-parameters.sts create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-x-www-form-urlencoded/post-x-www-form-urlencoded.authz create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-x-www-form-urlencoded/post-x-www-form-urlencoded.creq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-x-www-form-urlencoded/post-x-www-form-urlencoded.req create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-x-www-form-urlencoded/post-x-www-form-urlencoded.sreq create mode 100644 fluent-bit/tests/internal/data/signv4/aws-sig-v4-test-suite/post-x-www-form-urlencoded/post-x-www-form-urlencoded.sts create mode 100755 fluent-bit/tests/internal/data/stream_processor/gen_msgpack.sh create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/1.json create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/1.mp create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/2.json create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/2.mp create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/3.json create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/3.mp create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/4.json create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/4.mp create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/5.json create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/5.mp create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/6.json create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/6.mp create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/7.json create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-hw/7.mp create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-subkeys.json create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples-subkeys.mp create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples.json create mode 100644 fluent-bit/tests/internal/data/stream_processor/samples.mp create mode 100644 fluent-bit/tests/internal/data/tls/certificate.pem create mode 100644 fluent-bit/tests/internal/data/tls/private_key.pem (limited to 'fluent-bit/tests/internal/data') diff --git a/fluent-bit/tests/internal/data/avro/json_single_map_001.json b/fluent-bit/tests/internal/data/avro/json_single_map_001.json new file mode 100644 index 00000000..6833b392 --- /dev/null +++ b/fluent-bit/tests/internal/data/avro/json_single_map_001.json @@ -0,0 +1,5 @@ +{"key001": 123456789, + "key002": 0.999887766, + "key003": "abcdefghijk", + "key004": [{"a": 1, "b": 2}, {"c": 3, "d": 4}] +} diff --git a/fluent-bit/tests/internal/data/avro/live-sample.json b/fluent-bit/tests/internal/data/avro/live-sample.json new file mode 100644 index 00000000..ba6eb8ac --- /dev/null +++ b/fluent-bit/tests/internal/data/avro/live-sample.json @@ -0,0 +1,25 @@ +{ + "log": "2020-08-21T15:49:48.154291375ZstderrFhdfsExists:invokeMethod((Lorg/apache/hadoop/fs/Path;)Z)error:2020-08-21T15:49:48.154296328ZstderrForg.apache.hadoop.ipc.RemoteException(org.apache.hadoop.security..SecretManager$Invalid):(HDFS_DELEGATION_273964959forweeb)can'tbefoundincache2020-08-21T15:49:48.154300089ZstderrFatorg.apache.hadoop.ipc.Client.call(Client.java:1475)2020-08-21T15:49:48.154303281ZstderrFatorg.apache.hadoop.ipc.Client.call(Client.java:1412)2020-08-21T15:49:48.154307503ZstderrFatorg.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229)2020-08-21T15:49:48.154311268ZstderrFatcom.sun.proxy.$Proxy9.getFileInfo(UnknownSource)2020-08-21T15:49:48.154314514ZstderrFatorg.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:771)2020-08-21T15:49:48.154317916ZstderrFatsun.reflect.GeneratedMethodAccessor2.invoke(UnknownSource)2020-08-21T15:49:48.154328852ZstderrFatsun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)2020-08-21T15:49:48.154332363ZstderrFatjava.lang.reflect.Method.invoke(Method.java:498)2020-08-21T15:49:48.154335464ZstderrFatorg.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191)2020-08-21T15:49:48.154338276ZstderrFatorg.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)2020-08-21T15:49:48.15434115ZstderrFatcom.sun.proxy.$Proxy10.getFileInfo(UnknownSource)2020-08-21T15:49:48.154344323ZstderrFatorg.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:2108)2020-08-21T15:49:48.154347224ZstderrFatorg.apache.hadoop.hdfs.DistributedFileSystem$22.doCall(DistributedFileSystem.java:1305)2020-08-21T15:49:48.154350059ZstderrFatorg.apache.hadoop.hdfs.DistributedFileSystem$22.doCall(DistributedFileSystem.java:1301)2020-08-21T15:49:48.154352819ZstderrFatorg.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)2020-08-21T15:49:48.154355939ZstderrFatorg.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1301)2020-08-21T15:49:48.154358773ZstderrFatorg.apache.hadoop.fs.FileSystem.exists(FileSystem.java:1424)", + "capture": "2020-08-21T15:49:53.16823268ZstderrF20/08/2115:49:53WARNipc.Client:Exceptionencounteredwhileconnectingtotheserver:org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.security..SecretManager$Invalid):(HDFS_DELEGATION_273964959forweeb)can'tbefoundincache", + "kubernetes": { + "pod_name": "rrrr-bert-completion-tb1-6786c9c8-wj25m", + "namespace_name": "k8s-fgg", + "pod_id": "50bfc67d-cd3c-410d-9369-8bda8f33b1c7", + "labels": { + "app": "customized-tb1", + "pod-template-hash": "6786c9c8" + }, + "annotations": { + "doAs": "weeb", + "iddecorator.dkdk.username": "rrrr", + "kubernetes.io/limit-ranger": "LimitRangerpluginset:cpu,memoryrequestforcontainertensorboard;cpu,memorylimitforcontainertensorboard;cpu,memoryrequestforinitcontainerfetcher;cpu,memorylimitforinitcontainerfetcher", + "kubernetes.io/psp": "katib-nfs-provisioner", + "podpreset.admission.kubernetes.io/podpreset-kube-master": "60792473" + }, + "host": "wedddd.dkdk.qqqq.com", + "container_name": "tb1", + "docker_id": "50bfc67d-cd3c-410d-9369-8bda8f33b1c7", + "container_hash": "qqqq.corp.qqqq.com/ai/centos/tf1.15.0-py3.7-horovod@sha256:68b6885f6d1d3fd87ce425a2b2aa687440b9578740d60996912a816ae67be85e", + "container_image": "qqqq.corp.qqqq.com/ai/centos/tf1.15.0-py3.7-horovod:1.2" + } + } diff --git a/fluent-bit/tests/internal/data/avro/multiline.json b/fluent-bit/tests/internal/data/avro/multiline.json new file mode 100644 index 00000000..8d0173e8 --- /dev/null +++ b/fluent-bit/tests/internal/data/avro/multiline.json @@ -0,0 +1,27 @@ +[ + { + "date": 1597871185.922652, + "log": "2020-08-19T21:06:24.337499838Z stderr F hdfsExists: invokeMethod((Lorg/apache/hadoop/fs/Path;)Z) error:\n2020-08-19T21:06:24.33754077Z stderr F org.apache.hadoop.ipc.RemoteException(org.apache.hadoop.security..SecretManager$Invalid): (HDFS_DELEGATION_ 273964959 for weeb) can't be found in cache\n2020-08-19T21:06:24.337544598Z stderr F \tat org.apache.hadoop.ipc.Client.call(Client.java:1475)\n2020-08-19T21:06:24.337547418Z stderr F \tat org.apache.hadoop.ipc.Client.call(Client.java:1412)\n2020-08-19T21:06:24.337550469Z stderr F \tat org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:229)\n2020-08-19T21:06:24.337553603Z stderr F \tat com.sun.proxy.$Proxy9.getFileInfo(Unknown Source)\n2020-08-19T21:06:24.337556408Z stderr F \tat org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.getFileInfo(ClientNamenodeProtocolTranslatorPB.java:771)\n2020-08-19T21:06:24.337559359Z stderr F \tat sun.reflect.GeneratedMethodAccessor2.invoke(Unknown Source)\n2020-08-19T21:06:24.337562715Z stderr F \tat sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)\n2020-08-19T21:06:24.337565488Z stderr F \tat java.lang.reflect.Method.invoke(Method.java:498)\n2020-08-19T21:06:24.337574315Z stderr F \tat org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:191)\n2020-08-19T21:06:24.337577049Z stderr F \tat org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)\n2020-08-19T21:06:24.33757971Z stderr F \tat com.sun.proxy.$Proxy10.getFileInfo(Unknown Source)\n2020-08-19T21:06:24.337582469Z stderr F \tat org.apache.hadoop.hdfs.DFSClient.getFileInfo(DFSClient.java:2108)\n2020-08-19T21:06:24.337585132Z stderr F \tat org.apache.hadoop.hdfs.DistributedFileSystem$22.doCall(DistributedFileSystem.java:1305)\n2020-08-19T21:06:24.337587799Z stderr F \tat org.apache.hadoop.hdfs.DistributedFileSystem$22.doCall(DistributedFileSystem.java:1301)\n2020-08-19T21:06:24.337590342Z stderr F \tat org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81)\n2020-08-19T21:06:24.337592897Z stderr F \tat org.apache.hadoop.hdfs.DistributedFileSystem.getFileStatus(DistributedFileSystem.java:1301)\n2020-08-19T21:06:24.337595578Z stderr F \tat org.apache.hadoop.fs.FileSystem.exists(FileSystem.java:1424)", + "kubernetes": { + "pod_name": "rrrr-bert-completion-tb1-6786c9c8-wj25m", + "namespace_name": "k8s-fgg", + "pod_id": "50bfc67d-cd3c-410d-9369-8bda8f33b1c7", + "labels": { + "app": "customized-tb1", + "pod-template-hash": "6786c9c8" + }, + "annotations": { + "doAs": "weeb", + "iddecorator.dkdk.username": "rrrr", + "kubernetes.io/limit-ranger": "LimitRanger", + "kubernetes.io/psp": "katib-nfs-provisioner", + "podpreset.admission.kubernetes.io/podpreset-kube-master": "60792473" + }, + "host": "wedddd.dkdk.qqqq.com", + "container_name": "tb1", + "docker_id": "50bfc67d-cd3c-410d-9369-8bda8f33b1c7", + "container_hash": "qqqq.corp.qqqq.com/ai/centos/tf1.15.0-py3.7-horovod@sha256:68b6885f6d1d3fd87ce425a2b2aa687440b9578740d60996912a816ae67be85e", + "container_image": "qqqq.corp.qqqq.com/ai/centos/tf1.15.0-py3.7-horovod:1.2" + } + } +] diff --git a/fluent-bit/tests/internal/data/aws_credentials/credential_process/aws-credential-process b/fluent-bit/tests/internal/data/aws_credentials/credential_process/aws-credential-process new file mode 100755 index 00000000..45d90650 --- /dev/null +++ b/fluent-bit/tests/internal/data/aws_credentials/credential_process/aws-credential-process @@ -0,0 +1,14 @@ +#!/bin/sh + +printf '{"Version":1,"AccessKeyId":"%s","SecretAccessKey":"%s"' "${1}" "${_AWS_SECRET_ACCESS_KEY}" +if [ -n "${_AWS_SESSION_TOKEN}" ]; then + printf ',"SessionToken":"%s"' "${_AWS_SESSION_TOKEN}" +fi +if [ -n "${_AWS_EXPIRATION}" ]; then + printf ',"Expiration":"%s"' "$(/bin/date -d "${_AWS_EXPIRATION}" --utc '+%Y-%m-%dT%H:%M:%SZ')" +fi +printf '}' + +if [ -n "${_AWS_EXIT_CODE}" ]; then + exit "${_AWS_EXIT_CODE}" +fi diff --git a/fluent-bit/tests/internal/data/aws_credentials/shared_config.ini b/fluent-bit/tests/internal/data/aws_credentials/shared_config.ini new file mode 100644 index 00000000..451b23ba --- /dev/null +++ b/fluent-bit/tests/internal/data/aws_credentials/shared_config.ini @@ -0,0 +1,9 @@ +[default] +region = us-east-1 +credential_process = aws-credential-process default +output = json + +[profile nondefault] +region = us-east-1 +credential_process = aws-credential-process nondefault +output = json diff --git a/fluent-bit/tests/internal/data/aws_credentials/shared_credentials_file.ini b/fluent-bit/tests/internal/data/aws_credentials/shared_credentials_file.ini new file mode 100644 index 00000000..be9520a4 --- /dev/null +++ b/fluent-bit/tests/internal/data/aws_credentials/shared_credentials_file.ini @@ -0,0 +1,28 @@ +[default] +aws_access_key_id = ASIASDMPIJWXJAXT3O3T +aws_secret_access_key = EAUBpd/APPT4Nfi4DWY3gnt5TU/4T49laqS5zh8W +aws_session_token = IQoJb3JpZ2luX2VjEOD//////////wEaCNVzLWVhc3QtMSJHMEUCIKCn7v/EDowMZvJnciSJbxA7rIV4p1K6pOUvcLHM+9EzNgIgeiYbfA47DGSqoEZS3yrRWGN8Fr4Q/bK7ANRgv09Hth8q1gEIWRABGgwxNDQ3MTg3MTE0NzAiDGSqzyXiicOZp63afiqzAUyWOljOn5HaIxRfpQ5pTf+o4roJ2KPlHn+XHEKJZKien4Ydm7zeVi7SbPLKocjmjYJd31PrlbJ43C6AyrhmY57qaD7Zz4N3N0V6mekzvlAeARXsa4deflsbemqkp1WVsBLkO6qUuk+N04+MxIVXAxkW9RSPRTVjxeS2m5Yobygto58WLFE8gacRoNd4lCK4JUmEdiaxJEQQO7leZ3v1XxQr6QBS8P/GmcJYcQTxlA6AFQxIMJKGwfAFOuMB2cEc8cF2Htiqf3LVGMk/6bYKkW7fHUtrnttp28jgWtbbLtFbX/zIdlqwm73Ryp7lI+xkM4XNIT+6ZKa4Xw0/Zw3xLzlk3jic6QWPAcffwR6kOunoTOWJzPskK/RZ4Cd+GyGarxG27Cz6xolAzAsDpdGQwV7kCCUPi6/VHjefwKEk9HjZfejC5WuCS173qFrU9kNb4IrYhnK+wmRzzJfgpWUwerdiJKBz95j1iW9rP1a8p1xLR3EXUMN3LIW0+gP8sFjg5iiqDkaS/tUXWZndM2QdJLcrxwAutFchc0nqJHYTijw= + +[nondefault] +aws_access_key_id = akid +aws_secret_access_key = skid + +[custom] +aws_access_key_id=custom_access_key_id +aws_secret_access_key=custom_secret_access_key + +#some comment line +sadfjasdlkfajskldfjasd some garbage = not_actually_valid_but=parser_should_handle_it + +[headerwithnokeys] + +[nospace] +aws_access_key_id=akidnospace +aws_secret_access_key=skidnospace +aws_session_token=tokennospace + +[weirdwhitespace] +aws_access_key_id= akidweird +aws_secret_access_key= skidweird + +aws_session_token=tokenweird///token== diff --git a/fluent-bit/tests/internal/data/aws_credentials/shared_credentials_file_nodefault.ini b/fluent-bit/tests/internal/data/aws_credentials/shared_credentials_file_nodefault.ini new file mode 100644 index 00000000..532d17dd --- /dev/null +++ b/fluent-bit/tests/internal/data/aws_credentials/shared_credentials_file_nodefault.ini @@ -0,0 +1,12 @@ +[nondefault] +aws_access_key_id = akid +aws_secret_access_key = skid + +[nospace] +aws_access_key_id=akidnospace +aws_secret_access_key=skidnospace +aws_session_token=tokennospace + +[weirdwhitespace] +aws_access_key_id= akidweird +aws_secret_access_key= skidweird diff --git a/fluent-bit/tests/internal/data/aws_credentials/web_identity_token_file.txt b/fluent-bit/tests/internal/data/aws_credentials/web_identity_token_file.txt new file mode 100644 index 00000000..cb43252b --- /dev/null +++ b/fluent-bit/tests/internal/data/aws_credentials/web_identity_token_file.txt @@ -0,0 +1 @@ +this-is-a-fake-jwt \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/config_format/classic/fluent-bit.conf b/fluent-bit/tests/internal/data/config_format/classic/fluent-bit.conf new file mode 100644 index 00000000..9acaa675 --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/classic/fluent-bit.conf @@ -0,0 +1,35 @@ +@SET a=1 +@SET b=2 +@INCLUDE service.conf + +[PARSER] + name test_api + +[MULTILINE_PARSER] + name abc + +[CUSTOM] + name calyptia + +[INPUT] + name tail + path /var/log/containers/*.log + + [GROUP 1] + key1 aa + key2 bb + + [GROUP 2] + key3 cc + key4 dd + +[FILTER] + name stdout + match * + +[OUTPUT] + name null + match * + +[UNKNOWN] + name blah diff --git a/fluent-bit/tests/internal/data/config_format/classic/indent_level_error.conf b/fluent-bit/tests/internal/data/config_format/classic/indent_level_error.conf new file mode 100644 index 00000000..6aabb6c8 --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/classic/indent_level_error.conf @@ -0,0 +1,6 @@ +[INPUT] + Name dummy + +[OUTPUT] + Name stdout + Match * diff --git a/fluent-bit/tests/internal/data/config_format/classic/issue6281.conf b/fluent-bit/tests/internal/data/config_format/classic/issue6281.conf new file mode 100644 index 00000000..372be20d --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/classic/issue6281.conf @@ -0,0 +1,2 @@ +@INCLUDE issue6281_input.conf +@INCLUDE issue6281_output.conf \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/config_format/classic/issue6281_input.conf b/fluent-bit/tests/internal/data/config_format/classic/issue6281_input.conf new file mode 100644 index 00000000..1125e31c --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/classic/issue6281_input.conf @@ -0,0 +1,2 @@ +[INPUT] + Name dummy \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/config_format/classic/issue6281_output.conf b/fluent-bit/tests/internal/data/config_format/classic/issue6281_output.conf new file mode 100644 index 00000000..6ac53a12 --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/classic/issue6281_output.conf @@ -0,0 +1,2 @@ +[OUTPUT] + Name stdout \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/config_format/classic/issue_5880.conf b/fluent-bit/tests/internal/data/config_format/classic/issue_5880.conf new file mode 100644 index 00000000..57bfa81d --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/classic/issue_5880.conf @@ -0,0 +1,14 @@ +[INPUT] + Name dummy + Tag dummy + +[FILTER] + Name modify + Match * + ADD foo bar + ADD + +[OUTPUT] + Name stdout + Match * + Format diff --git a/fluent-bit/tests/internal/data/config_format/classic/nolimitline.conf b/fluent-bit/tests/internal/data/config_format/classic/nolimitline.conf new file mode 100644 index 00000000..e7fff842 --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/classic/nolimitline.conf @@ -0,0 +1,11 @@ +[INPUT] + name dummy + +[FILTER] + Name lua + Match * + code local str = 'abcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcdabcd'; function cb_filter(tag, ts, record) record.str = str; return 1, ts, record end + call cb_filter + +[OUTPUT] + name stdout diff --git a/fluent-bit/tests/internal/data/config_format/classic/recursion.conf b/fluent-bit/tests/internal/data/config_format/classic/recursion.conf new file mode 100644 index 00000000..10fb25d8 --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/classic/recursion.conf @@ -0,0 +1 @@ +@INCLUDE rec* \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/config_format/classic/service.conf b/fluent-bit/tests/internal/data/config_format/classic/service.conf new file mode 100644 index 00000000..15d1730c --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/classic/service.conf @@ -0,0 +1,4 @@ +[SERVICE] + flush 1 + log_level info + http_server on diff --git a/fluent-bit/tests/internal/data/config_format/yaml/fluent-bit.yaml b/fluent-bit/tests/internal/data/config_format/yaml/fluent-bit.yaml new file mode 100644 index 00000000..49894552 --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/yaml/fluent-bit.yaml @@ -0,0 +1,29 @@ +env: + flush_interval: 1 + +includes: + - service.yaml + +customs: + - name: ${observability} + api_key: zyJUb2tlbklEItoiY2ZlMTcx + +pipeline: + inputs: + - name: tail + path: ./test.log + parser: json + read_from_head: true + - name: tail + path: ./test.log + parser: json + read_from_head: true + + filters: + - name: record_modifier + match: "*" + record: powered_by calyptia + + outputs: + - name: stdout + match: "*" diff --git a/fluent-bit/tests/internal/data/config_format/yaml/issue_7559.yaml b/fluent-bit/tests/internal/data/config_format/yaml/issue_7559.yaml new file mode 100644 index 00000000..00927cae --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/yaml/issue_7559.yaml @@ -0,0 +1,14 @@ +customs: + - name: calyptia + +pipeline: + inputs: + - name: fluentbit_metrics + scrape_interval: 30 + scrape_on_start: true + tag: _calyptia_cloud +service: + HTTP_Listen: 0.0.0.0 + HTTP_PORT: 2020 + HTTP_Server: 'On' + Log_Level: debug diff --git a/fluent-bit/tests/internal/data/config_format/yaml/parsers/parsers-conf.yaml b/fluent-bit/tests/internal/data/config_format/yaml/parsers/parsers-conf.yaml new file mode 100644 index 00000000..6421a8a1 --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/yaml/parsers/parsers-conf.yaml @@ -0,0 +1,3 @@ +--- +service: + parsers_file: parsers.conf diff --git a/fluent-bit/tests/internal/data/config_format/yaml/parsers/parsers.conf b/fluent-bit/tests/internal/data/config_format/yaml/parsers/parsers.conf new file mode 100644 index 00000000..9f3b6b33 --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/yaml/parsers/parsers.conf @@ -0,0 +1,6 @@ +[PARSER] + Name docker + Format json + Time_Key time + Time_Format %Y-%m-%dT%H:%M:%S.%L + Time_Keep On diff --git a/fluent-bit/tests/internal/data/config_format/yaml/pipelines/slist/even.yaml b/fluent-bit/tests/internal/data/config_format/yaml/pipelines/slist/even.yaml new file mode 100644 index 00000000..5d5b7c46 --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/yaml/pipelines/slist/even.yaml @@ -0,0 +1,7 @@ +--- +pipeline: + inputs: + - name: http + success_header: + - foo bar + - bar foo diff --git a/fluent-bit/tests/internal/data/config_format/yaml/pipelines/slist/odd.yaml b/fluent-bit/tests/internal/data/config_format/yaml/pipelines/slist/odd.yaml new file mode 100644 index 00000000..a7d2058c --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/yaml/pipelines/slist/odd.yaml @@ -0,0 +1,8 @@ +--- +pipeline: + inputs: + - name: http + success_header: + - foo bar + - bar foo + - foobar barfoo diff --git a/fluent-bit/tests/internal/data/config_format/yaml/service.yaml b/fluent-bit/tests/internal/data/config_format/yaml/service.yaml new file mode 100644 index 00000000..712d455b --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/yaml/service.yaml @@ -0,0 +1,5 @@ +env: + observability: calyptia + +includes: + - test/nested.yaml diff --git a/fluent-bit/tests/internal/data/config_format/yaml/test.yaml b/fluent-bit/tests/internal/data/config_format/yaml/test.yaml new file mode 100644 index 00000000..26a3f9f7 --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/yaml/test.yaml @@ -0,0 +1,31 @@ +env: + flush_interval: 1 + my_api_key: abcdefghijk + +#includes: + #- dummy_pipeline.yaml + #- opensearch_pipeline.yaml + +service: + flush_interval: ${flush_interval} + log_level: info + +#customs: +# calyptia: +# api_key: ${my_api_key} + +pipeline: + inputs: + tail: + path: ./test.log + parser: json + read_from_head: true + + filters: + record_modifier: + match: "*" + record: powered_by calyptia + + outputs: + stdout: + match: "*" diff --git a/fluent-bit/tests/internal/data/config_format/yaml/test/dummy_pipeline.yaml b/fluent-bit/tests/internal/data/config_format/yaml/test/dummy_pipeline.yaml new file mode 100644 index 00000000..770ab99a --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/yaml/test/dummy_pipeline.yaml @@ -0,0 +1,13 @@ +pipeline: + inputs: + - name: dummy + tag: success + group1: + a: b + c: d + outputs: + - name: stdout + match: "*" + +unknown: + a: b diff --git a/fluent-bit/tests/internal/data/config_format/yaml/test/nested.yaml b/fluent-bit/tests/internal/data/config_format/yaml/test/nested.yaml new file mode 100644 index 00000000..f4707649 --- /dev/null +++ b/fluent-bit/tests/internal/data/config_format/yaml/test/nested.yaml @@ -0,0 +1,7 @@ +service: + flush: ${flush_interval} + log_level: debug + http_server: on + +includes: + - dummy_pipeline.yaml diff --git a/fluent-bit/tests/internal/data/file/empty_file.txt b/fluent-bit/tests/internal/data/file/empty_file.txt new file mode 100644 index 00000000..e69de29b diff --git a/fluent-bit/tests/internal/data/file/text_file.txt b/fluent-bit/tests/internal/data/file/text_file.txt new file mode 100644 index 00000000..8c8e5543 --- /dev/null +++ b/fluent-bit/tests/internal/data/file/text_file.txt @@ -0,0 +1,5 @@ +Some text file + +line 3 + +line 5 diff --git a/fluent-bit/tests/internal/data/input_chunk/log/a_thousand_plus_one_bytes.log b/fluent-bit/tests/internal/data/input_chunk/log/a_thousand_plus_one_bytes.log new file mode 100644 index 00000000..ce6ec220 --- /dev/null +++ b/fluent-bit/tests/internal/data/input_chunk/log/a_thousand_plus_one_bytes.log @@ -0,0 +1,2 @@ +{"log":"zmHw8IQgSHIR9f4QkIYYZGVBoFhozS6r0EWwuJhTslZeDvYte8r4HwfwYt0clr3gENB9Tpc0vSdbxn7D3xmUFjXlBFgI01cKTcJh4XUUMkNPpcxidVQpSkvxzLiJXHbOiVc0C6AmiLbTP4XSgUiMWS0p42ZkH373JVYIeqa850MVCJUR0Zkx3Uhwq01zOR4eXTKa8UU5t31RV9ghuT2BnR3Aipt0vZk2eBydBLtDonnSHjVFYMwyq2uPmpIGi9V2MbczoTL7sPiFtiRkPHauosLkMtaN1jQCqeQnJ9db8LuTXSRbtqdFh0p7pdpUG29vFgSsbYhS3Yto1gLiqBZSnuLl9mgMYICRQ42OhGvhQE7SByAp7VMpUaA42H3xWH7daNVgHkHFr16LeMQNcGgZ3pZGpfxMd8Ugs5xNIDzrrArtAqaKxAc3BMGLP4d35ipGGIhDQymWhnkJXauM6fSljSmnuqj6kEavdRQ2HJ9WaH108OfKcaIYV5CgjZWqW2ZGSz4NQ9tutKURAntQ3GjvEdaVa3ShCE1mNEWTArch7NN6K3LC8F5mbKiIP79QZ12VyvVcEr98XQAgORykZh4EMBSNwKxEiHDL6BmcFiBkS4DLUBKmlVebRSrAvwoY8cgL17YQXcZHsMOUDLBw4jPxzy5b2A9IFIj10f6QH0D4H2TsSi7wl70EmxjT6UfYhY0SZvzjCl8209QPHtON5KCknB3CJlpGhr9SCvhC7hbguS1IowuvFeTcMgiuy2MGJtl4wKS2gZxFe9C6kLo0krCLF14xhG1b9kBwGD1sFOuDUJ3hxGRpHLPbHQZ99QltqS4LhUuzbzivd5JjxAVGu1gSqAzd5EYU8XaQjPX4FxUUJjbj4CW06lFjAX0sFhfQVkdJ04kMKDLGjMcYaPJwyFBXrQZWR49jD83Xgtp3PU3nR7qlrIYi0OCA1IGgtZrDTjeJXoO9ZK8NcZJ1F3h9hZqN5ba"} + diff --git a/fluent-bit/tests/internal/data/input_chunk/log/test_buffer_drop_chunks.h b/fluent-bit/tests/internal/data/input_chunk/log/test_buffer_drop_chunks.h new file mode 100644 index 00000000..f1c89786 --- /dev/null +++ b/fluent-bit/tests/internal/data/input_chunk/log/test_buffer_drop_chunks.h @@ -0,0 +1,27 @@ +#define TEST_BUFFER_DROP_CHUNKS "[" \ + "1598279645," \ + "{" \ + "\"key_0\": false," \ + "\"key_1\": false," \ + "\"key_2\": false," \ + "\"key_3\": false," \ + "\"key_4\": false," \ + "\"key_5\": false," \ + "\"key_6\": false," \ + "\"key_7\": false," \ + "\"key_8\": false," \ + "\"key_9\": false," \ + "\"key_10\": false," \ + "\"key_11\": false," \ + "\"key_12\": false," \ + "\"key_13\": false," \ + "\"key_14\": false," \ + "\"key_15\": false," \ + "\"key_16\": false," \ + "\"key_17\": false," \ + "\"key_18\": false," \ + "\"key_19\": false," \ + "\"key_20\": false," \ + "\"END_KEY\": \"JSON_END\"" \ + "}]" + diff --git a/fluent-bit/tests/internal/data/input_chunk/log/test_buffer_valid.log b/fluent-bit/tests/internal/data/input_chunk/log/test_buffer_valid.log new file mode 100644 index 00000000..a5a05ee4 --- /dev/null +++ b/fluent-bit/tests/internal/data/input_chunk/log/test_buffer_valid.log @@ -0,0 +1,3 @@ +{"log":"Single log\n"} +{"log":"Second log\n"} +{"log":"Third log\n"} diff --git a/fluent-bit/tests/internal/data/input_chunk/out/a_thousand_plus_one_bytes.out b/fluent-bit/tests/internal/data/input_chunk/out/a_thousand_plus_one_bytes.out new file mode 100644 index 00000000..e69de29b diff --git a/fluent-bit/tests/internal/data/input_chunk/out/test_buffer_valid.out b/fluent-bit/tests/internal/data/input_chunk/out/test_buffer_valid.out new file mode 100644 index 00000000..a5a05ee4 --- /dev/null +++ b/fluent-bit/tests/internal/data/input_chunk/out/test_buffer_valid.out @@ -0,0 +1,3 @@ +{"log":"Single log\n"} +{"log":"Second log\n"} +{"log":"Third log\n"} diff --git a/fluent-bit/tests/internal/data/input_chunk/parser.conf b/fluent-bit/tests/internal/data/input_chunk/parser.conf new file mode 100644 index 00000000..28bde475 --- /dev/null +++ b/fluent-bit/tests/internal/data/input_chunk/parser.conf @@ -0,0 +1,10 @@ +[PARSER] + Name docker + Format json + Time_Key time + Time_Format %Y-%m-%dT%H:%M:%S.%L%z + +[PARSER] + Name docker_multiline + Format regex + Regex (?^{"log":"\d{4}-\d{2}-\d{2}.*) diff --git a/fluent-bit/tests/internal/data/mp/apache_10k.mp b/fluent-bit/tests/internal/data/mp/apache_10k.mp new file mode 100644 index 00000000..d3e55e74 Binary files /dev/null and b/fluent-bit/tests/internal/data/mp/apache_10k.mp differ diff --git a/fluent-bit/tests/internal/data/pack/README.md b/fluent-bit/tests/internal/data/pack/README.md new file mode 100644 index 00000000..49b00c1b --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/README.md @@ -0,0 +1,3 @@ +Data samples on this directory are generated by Python scripts taken as source the .txt files. + +Note that utf-8 files with Unicode characters > 0xffff generate an invalid JSON representation 'FOR THE TEST' purposes. diff --git a/fluent-bit/tests/internal/data/pack/bug342.json b/fluent-bit/tests/internal/data/pack/bug342.json new file mode 100644 index 00000000..1f9e5544 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/bug342.json @@ -0,0 +1,240 @@ +{"num": 1} +{"num": 2} +{"num": 3} +{"num": 4} +{"num": 5} +{"num": 6} +{"num": 7} +{"num": 8} +{"num": 9} +{"num": 10} +{"num": 11} +{"num": 12} +{"num": 13} +{"num": 14} +{"num": 15} +{"num": 16} +{"num": 17} +{"num": 18} +{"num": 19} +{"num": 20} +{"num": 21} +{"num": 22} +{"num": 23} +{"num": 24} +{"num": 25} +{"num": 26} +{"num": 27} +{"num": 28} +{"num": 29} +{"num": 30} +{"num": 31} +{"num": 32} +{"num": 33} +{"num": 34} +{"num": 35} +{"num": 36} +{"num": 37} +{"num": 38} +{"num": 39} +{"num": 40} +{"num": 41} +{"num": 42} +{"num": 43} +{"num": 44} +{"num": 45} +{"num": 46} +{"num": 47} +{"num": 48} +{"num": 49} +{"num": 50} +{"num": 51} +{"num": 52} +{"num": 53} +{"num": 54} +{"num": 55} +{"num": 56} +{"num": 57} +{"num": 58} +{"num": 59} +{"num": 60} +{"num": 61} +{"num": 62} +{"num": 63} +{"num": 64} +{"num": 65} +{"num": 66} +{"num": 67} +{"num": 68} +{"num": 69} +{"num": 70} +{"num": 71} +{"num": 72} +{"num": 73} +{"num": 74} +{"num": 75} +{"num": 76} +{"num": 77} +{"num": 78} +{"num": 79} +{"num": 80} +{"num": 81} +{"num": 82} +{"num": 83} +{"num": 84} +{"num": 85} +{"num": 86} +{"num": 87} +{"num": 88} +{"num": 89} +{"num": 90} +{"num": 91} +{"num": 92} +{"num": 93} +{"num": 94} +{"num": 95} +{"num": 96} +{"num": 97} +{"num": 98} +{"num": 99} +{"num": 100} +{"num": 101} +{"num": 102} +{"num": 103} +{"num": 104} +{"num": 105} +{"num": 106} +{"num": 107} +{"num": 108} +{"num": 109} +{"num": 110} +{"num": 111} +{"num": 112} +{"num": 113} +{"num": 114} +{"num": 115} +{"num": 116} +{"num": 117} +{"num": 118} +{"num": 119} +{"num": 120} +{"num": 121} +{"num": 122} +{"num": 123} +{"num": 124} +{"num": 125} +{"num": 126} +{"num": 127} +{"num": 128} +{"num": 129} +{"num": 130} +{"num": 131} +{"num": 132} +{"num": 133} +{"num": 134} +{"num": 135} +{"num": 136} +{"num": 137} +{"num": 138} +{"num": 139} +{"num": 140} +{"num": 141} +{"num": 142} +{"num": 143} +{"num": 144} +{"num": 145} +{"num": 146} +{"num": 147} +{"num": 148} +{"num": 149} +{"num": 150} +{"num": 151} +{"num": 152} +{"num": 153} +{"num": 154} +{"num": 155} +{"num": 156} +{"num": 157} +{"num": 158} +{"num": 159} +{"num": 160} +{"num": 161} +{"num": 162} +{"num": 163} +{"num": 164} +{"num": 165} +{"num": 166} +{"num": 167} +{"num": 168} +{"num": 169} +{"num": 170} +{"num": 171} +{"num": 172} +{"num": 173} +{"num": 174} +{"num": 175} +{"num": 176} +{"num": 177} +{"num": 178} +{"num": 179} +{"num": 180} +{"num": 181} +{"num": 182} +{"num": 183} +{"num": 184} +{"num": 185} +{"num": 186} +{"num": 187} +{"num": 188} +{"num": 189} +{"num": 190} +{"num": 191} +{"num": 192} +{"num": 193} +{"num": 194} +{"num": 195} +{"num": 196} +{"num": 197} +{"num": 198} +{"num": 199} +{"num": 200} +{"num": 201} +{"num": 202} +{"num": 203} +{"num": 204} +{"num": 205} +{"num": 206} +{"num": 207} +{"num": 208} +{"num": 209} +{"num": 210} +{"num": 211} +{"num": 212} +{"num": 213} +{"num": 214} +{"num": 215} +{"num": 216} +{"num": 217} +{"num": 218} +{"num": 219} +{"num": 220} +{"num": 221} +{"num": 222} +{"num": 223} +{"num": 224} +{"num": 225} +{"num": 226} +{"num": 227} +{"num": 228} +{"num": 229} +{"num": 230} +{"num": 231} +{"num": 232} +{"num": 233} +{"num": 234} +{"num": 235} +{"num": 236} +{"num": 237} +{"num": 238} +{"num": 239} +{"num": 240} diff --git a/fluent-bit/tests/internal/data/pack/dup_keys_in.json b/fluent-bit/tests/internal/data/pack/dup_keys_in.json new file mode 100644 index 00000000..bdfb9d7c --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/dup_keys_in.json @@ -0,0 +1 @@ +[1601487301, {"date": 872835240, "map": {"sub1": false, "sub2": "aaa", "sub3": "bbb", "sub1": null, "sub1": true}, "key1": 12345, "key2": 444, "date": 1059113640, "key1": 333}] diff --git a/fluent-bit/tests/internal/data/pack/dup_keys_out.json b/fluent-bit/tests/internal/data/pack/dup_keys_out.json new file mode 100644 index 00000000..5bb557eb --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/dup_keys_out.json @@ -0,0 +1 @@ +{"map":{"sub2":"aaa","sub3":"bbb","sub1":true},"key2":444,"date":1059113640,"key1":333} diff --git a/fluent-bit/tests/internal/data/pack/json_single_map_001.json b/fluent-bit/tests/internal/data/pack/json_single_map_001.json new file mode 100644 index 00000000..6833b392 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/json_single_map_001.json @@ -0,0 +1,5 @@ +{"key001": 123456789, + "key002": 0.999887766, + "key003": "abcdefghijk", + "key004": [{"a": 1, "b": 2}, {"c": 3, "d": 4}] +} diff --git a/fluent-bit/tests/internal/data/pack/json_single_map_002.json b/fluent-bit/tests/internal/data/pack/json_single_map_002.json new file mode 100644 index 00000000..d5a3709e --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/json_single_map_002.json @@ -0,0 +1,4 @@ +{"AAA": 123456789, + "BBB": 0.999887766, + "CCC": ["aa", "bb", "cc", [1, 2, 3]] +} diff --git a/fluent-bit/tests/internal/data/pack/mixed.py b/fluent-bit/tests/internal/data/pack/mixed.py new file mode 100644 index 00000000..7ad0a614 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/mixed.py @@ -0,0 +1,31 @@ +# Fluent Bit / Pack mixed samples to JSON +# ======================================= +# This script generate the JSON formatted strings for the mixed_ABC.txt samples. + +import os +import json +import msgpack + +def gen_json(f): + raw = open(f, 'r') + data = raw.read() + raw.close() + + out_mp = f[:-4] + ".mp" + out_json = f[:-4] + ".json" + + # Write messagepack + fmp = open(out_mp, 'w') + fmp.write(msgpack.packb(data)) + fmp.close() + + fjson = open(out_json, 'w') + fjson.write(json.dumps(data)) + fjson.close() + +for fn in os.listdir('.'): + if not os.path.isfile(fn): + continue + + if fn.startswith('mixed_') and fn.endswith('.txt'): + gen_json(fn) diff --git a/fluent-bit/tests/internal/data/pack/mixed_001.json b/fluent-bit/tests/internal/data/pack/mixed_001.json new file mode 100644 index 00000000..10f7faad --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/mixed_001.json @@ -0,0 +1 @@ +"mixed_001 => \u001b[1;34mI\u001b[0m test\n" \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/mixed_001.mp b/fluent-bit/tests/internal/data/pack/mixed_001.mp new file mode 100644 index 00000000..587dc63f --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/mixed_001.mp @@ -0,0 +1 @@ +¿mixed_001 => I test diff --git a/fluent-bit/tests/internal/data/pack/mixed_001.txt b/fluent-bit/tests/internal/data/pack/mixed_001.txt new file mode 100644 index 00000000..d217bff8 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/mixed_001.txt @@ -0,0 +1 @@ +mixed_001 => I test diff --git a/fluent-bit/tests/internal/data/pack/mixed_002.json b/fluent-bit/tests/internal/data/pack/mixed_002.json new file mode 100644 index 00000000..e32314b0 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/mixed_002.json @@ -0,0 +1 @@ +"mixed_002 =>\n\n áéíóú\n\n\n'\n\\t\n" \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/mixed_002.mp b/fluent-bit/tests/internal/data/pack/mixed_002.mp new file mode 100644 index 00000000..1bf97553 Binary files /dev/null and b/fluent-bit/tests/internal/data/pack/mixed_002.mp differ diff --git a/fluent-bit/tests/internal/data/pack/mixed_002.txt b/fluent-bit/tests/internal/data/pack/mixed_002.txt new file mode 100644 index 00000000..a85912bb --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/mixed_002.txt @@ -0,0 +1,7 @@ +mixed_002 => + + áéíóú + + +' +\t diff --git a/fluent-bit/tests/internal/data/pack/mixed_003.json b/fluent-bit/tests/internal/data/pack/mixed_003.json new file mode 100644 index 00000000..167c89b8 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/mixed_003.json @@ -0,0 +1 @@ +"á\n" \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/mixed_003.mp b/fluent-bit/tests/internal/data/pack/mixed_003.mp new file mode 100644 index 00000000..760f5e18 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/mixed_003.mp @@ -0,0 +1 @@ +£Ã¡ diff --git a/fluent-bit/tests/internal/data/pack/mixed_003.txt b/fluent-bit/tests/internal/data/pack/mixed_003.txt new file mode 100644 index 00000000..072d5937 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/mixed_003.txt @@ -0,0 +1 @@ +á diff --git a/fluent-bit/tests/internal/data/pack/utf8_bell.json b/fluent-bit/tests/internal/data/pack/utf8_bell.json new file mode 100644 index 00000000..ced4da0c --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/utf8_bell.json @@ -0,0 +1 @@ +"🔔" \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/utf8_bell.mp b/fluent-bit/tests/internal/data/pack/utf8_bell.mp new file mode 100644 index 00000000..ea4ce5c0 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/utf8_bell.mp @@ -0,0 +1 @@ +¤ðŸ”” \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/utf8_bell.txt b/fluent-bit/tests/internal/data/pack/utf8_bell.txt new file mode 100644 index 00000000..89b9de00 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/utf8_bell.txt @@ -0,0 +1 @@ +🔔 \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/utf8_copyright.json b/fluent-bit/tests/internal/data/pack/utf8_copyright.json new file mode 100644 index 00000000..4d52a66f --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/utf8_copyright.json @@ -0,0 +1 @@ +"©" \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/utf8_copyright.mp b/fluent-bit/tests/internal/data/pack/utf8_copyright.mp new file mode 100644 index 00000000..6bd6a103 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/utf8_copyright.mp @@ -0,0 +1 @@ +¢Â© \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/utf8_copyright.txt b/fluent-bit/tests/internal/data/pack/utf8_copyright.txt new file mode 100644 index 00000000..5f8778c5 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/utf8_copyright.txt @@ -0,0 +1 @@ +© \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/utf8_gen.py b/fluent-bit/tests/internal/data/pack/utf8_gen.py new file mode 100644 index 00000000..606e8cc2 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/utf8_gen.py @@ -0,0 +1,32 @@ +# Fluent Bit / Pack utf-8 samples to JSON +# ======================================= + +import os +import json +import msgpack + +def gen_json(f): + + print f + + with io.open(f, 'rb') as raw: + data = raw.read() + + out_mp = f[:-4] + ".mp" + out_json = f[:-4] + ".json" + + # Write messagepack + fmp = open(out_mp, 'w') + fmp.write(msgpack.packb(data)) + fmp.close() + + fjson = open(out_json, 'w') + fjson.write(json.dumps(data).encode('utf8')) + fjson.close() + +for fn in os.listdir('.'): + if not os.path.isfile(fn): + continue + + if fn.startswith('utf8_') and fn.endswith('.txt'): + gen_json(fn) diff --git a/fluent-bit/tests/internal/data/pack/utf8_hokke.json b/fluent-bit/tests/internal/data/pack/utf8_hokke.json new file mode 100644 index 00000000..d93624bf --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/utf8_hokke.json @@ -0,0 +1 @@ +"𩸽" \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/utf8_hokke.mp b/fluent-bit/tests/internal/data/pack/utf8_hokke.mp new file mode 100644 index 00000000..704885a8 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/utf8_hokke.mp @@ -0,0 +1 @@ +¤ð©¸½ \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/utf8_hokke.txt b/fluent-bit/tests/internal/data/pack/utf8_hokke.txt new file mode 100644 index 00000000..f1d17d76 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/utf8_hokke.txt @@ -0,0 +1 @@ +𩸽 \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/utf8_relaxed.json b/fluent-bit/tests/internal/data/pack/utf8_relaxed.json new file mode 100644 index 00000000..4526bf40 --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/utf8_relaxed.json @@ -0,0 +1 @@ +"☺" \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/utf8_relaxed.mp b/fluent-bit/tests/internal/data/pack/utf8_relaxed.mp new file mode 100644 index 00000000..1fcce51e --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/utf8_relaxed.mp @@ -0,0 +1 @@ +£â˜º \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/pack/utf8_relaxed.txt b/fluent-bit/tests/internal/data/pack/utf8_relaxed.txt new file mode 100644 index 00000000..e2890a9c --- /dev/null +++ b/fluent-bit/tests/internal/data/pack/utf8_relaxed.txt @@ -0,0 +1 @@ +☺ \ No newline at end of file diff --git a/fluent-bit/tests/internal/data/parser/json.conf b/fluent-bit/tests/internal/data/parser/json.conf new file mode 100644 index 00000000..198bbf3c --- /dev/null +++ b/fluent-bit/tests/internal/data/parser/json.conf @@ -0,0 +1,200 @@ +# Parser: no_year +# =============== +# the given format don't contain the Year, this is a common +# case on old Syslog implementations. +# +[PARSER] + Name no_year + Format json + Time_Key time + Time_Format %b %d %H:%M:%S + Time_Keep On + +# Parser: no_year_N +# ================= +# Just for compatibility, check a string with no year but including Nanoseconds. +# +[PARSER] + Name no_year_N + Format json + Time_Key time + Time_Format %b %d %H:%M:%S.%L + Time_Keep On + +# Parser: no_year_NC +# ================= +# Just for compatibility, check a string with no year but including Nanoseconds with comma as fractional separator. +# +[PARSER] + Name no_year_NC + Format json + Time_Key time + Time_Format %b %d %H:%M:%S,%L + Time_Keep On + +# Parser: no_year_TZ +# ================= +# Time string with no year and including timezone +# +[PARSER] + Name no_year_TZ + Format json + Time_Key time + Time_Format %b %d %H:%M:%S %z + Time_Keep On + +# Parser: no_year_N_TZ +# ==================== +# Time string with no year, nanoseconds and timezone +# +[PARSER] + Name no_year_N_TZ + Format json + Time_Key time + Time_Format %b %d %H:%M:%S.%L %z + Time_Keep On + + +# Parser: no_year_NC_TZ +# ==================== +# Time string with no year, nanoseconds and timezone with comma as fractional separator. +# +[PARSER] + Name no_year_NC_TZ + Format json + Time_Key time + Time_Format %b %d %H:%M:%S,%L %z + Time_Keep On + + +# Parser: default_UTC +# =================== +# Time string with timezone in UTC +# +[PARSER] + Name default_UTC + Format json + Time_Key time + Time_Format %m/%d/%Y %H:%M:%S + Time_Keep On + +# Parser: default_UTC_Z +# ===================== +# Time string with timezone in UTC and ending Z +# +[PARSER] + Name default_UTC_Z + Format json + Time_Key time + Time_Format %m/%d/%Y %H:%M:%SZ + Time_Keep On + +# Parser: default_UTC_N_Z +# ======================= +# Time string with timezone in UTC, nanoseconds and ending Z +# +[PARSER] + Name default_UTC_N_Z + Format json + Time_Key time + Time_Format %m/%d/%Y %H:%M:%S.%LZ + Time_Keep On + +# Parser: default_UTC_NC_Z +# ======================= +# Time string with timezone in UTC, nanoseconds with comma as fractional separator and ending Z +# +[PARSER] + Name default_UTC_NC_Z + Format json + Time_Key time + Time_Format %m/%d/%Y %H:%M:%S,%LZ + Time_Keep On + +# Parser: generic_TZ +# ================== +# Generic date with timezone +# +[PARSER] + Name generic_TZ + Format json + Time_Key time + Time_Format %m/%d/%Y %H:%M:%S %z + Time_Keep On + +# Parser: generic +# =============== +# Generic date +# +[PARSER] + Name generic + Format json + Time_Key time + Time_Format %m/%d/%Y %H:%M:%S + Time_Keep On + +# Parser: generic_N +# =============== +# Generic date with nanoseconds +# +[PARSER] + Name generic_N + Format json + Time_Key time + Time_Format %m/%d/%Y %H:%M:%S.%L + Time_Keep On + +# Parser: generic_NC +# =============== +# Generic date with nanoseconds with comma as fractional separator +# +[PARSER] + Name generic_NC + Format json + Time_Key time + Time_Format %m/%d/%Y %H:%M:%S,%L + Time_Keep On + +# Parser: generic_N_TZ +# ==================== +# Generic date with nanoseconds and timezone +# +[PARSER] + Name generic_N_TZ + Format json + Time_Key time + Time_Format %m/%d/%Y %H:%M:%S.%L %z + Time_Keep On + +# Parser: generic_NC_TZ +# ==================== +# Generic date with nanoseconds with comma as fractional separator and timezone +# +[PARSER] + Name generic_NC_TZ + Format json + Time_Key time + Time_Format %m/%d/%Y %H:%M:%S,%L %z + Time_Keep On + +# Parser: generic_NL_TZ +# ==================== +# Generic date with nanoseconds with colon as fractional separator and timezone +# +[PARSER] + Name generic_NL_TZ + Format json + Time_Key time + Time_Format %m/%d/%Y %H:%M:%S:%L %z + Time_Keep On + +# Parser: apache_error +# ==================== +# Apache error log time format +# +[PARSER] + Name apache_error + Format json + Time_Key time + Time_Format %a %b %d %H:%M:%S.%L %Y + Time_Keep On diff --git a/fluent-bit/tests/internal/data/parser/regex.conf b/fluent-bit/tests/internal/data/parser/regex.conf new file mode 100644 index 00000000..5b340dc3 --- /dev/null +++ b/fluent-bit/tests/internal/data/parser/regex.conf @@ -0,0 +1,234 @@ +# Parser: no_year +# =============== +# the given format don't contain the Year, this is a common +# case on old Syslog implementations. +# +[PARSER] + Name no_year + Format regex + Regex ^(?[^ ]*) (?[^ ]*) (?