summaryrefslogtreecommitdiffstats
path: root/fluent-bit/tests/runtime/out_tcp.c
diff options
context:
space:
mode:
Diffstat (limited to 'fluent-bit/tests/runtime/out_tcp.c')
-rw-r--r--fluent-bit/tests/runtime/out_tcp.c1004
1 files changed, 1004 insertions, 0 deletions
diff --git a/fluent-bit/tests/runtime/out_tcp.c b/fluent-bit/tests/runtime/out_tcp.c
new file mode 100644
index 000000000..98f323ba3
--- /dev/null
+++ b/fluent-bit/tests/runtime/out_tcp.c
@@ -0,0 +1,1004 @@
+/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
+
+/* Fluent Bit
+ * ==========
+ * Copyright (C) 2019-2022 The Fluent Bit Authors
+ * Copyright (C) 2015-2018 Treasure Data Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#include <fluent-bit.h>
+#include <fluent-bit/flb_sds.h>
+#include <fluent-bit/flb_time.h>
+#include <fluent-bit/flb_stream.h>
+#include <fluent-bit/flb_upstream.h>
+#include <fluent-bit/flb_downstream.h>
+#include <string.h>
+#include <float.h>
+#include <math.h>
+#include <msgpack.h>
+#include "flb_tests_runtime.h"
+
+#define DEFAULT_IO_TIMEOUT 10
+#define DEFAULT_HOST "127.0.0.1"
+#define DEFAULT_PORT "5170"
+
+#define TLS_CERTIFICATE_HOSTNAME "leo.vcap.me"
+#define TLS_CERTIFICATE_FILENAME FLB_TESTS_DATA_PATH "/data/tls/certificate.pem"
+#define TLS_PRIVATE_KEY_FILENAME FLB_TESTS_DATA_PATH "/data/tls/private_key.pem"
+
+struct test_ctx {
+ flb_ctx_t *flb; /* Fluent Bit library context */
+ int i_ffd; /* Input fd */
+ int f_ffd; /* Filter fd (unused) */
+ int o_ffd; /* Output fd */
+};
+
+
+pthread_mutex_t result_mutex = PTHREAD_MUTEX_INITIALIZER;
+int num_output = 0;
+static int get_output_num()
+{
+ int ret;
+ pthread_mutex_lock(&result_mutex);
+ ret = num_output;
+ pthread_mutex_unlock(&result_mutex);
+
+ return ret;
+}
+
+static void set_output_num(int num)
+{
+ pthread_mutex_lock(&result_mutex);
+ num_output = num;
+ pthread_mutex_unlock(&result_mutex);
+}
+
+static void clear_output_num()
+{
+ set_output_num(0);
+}
+
+struct str_list {
+ size_t size;
+ char **lists;
+};
+
+/* Callback to check expected results */
+static void cb_check_str_list(void *ctx, int ffd, int res_ret,
+ void *res_data, size_t res_size, void *data)
+{
+ char *p;
+ flb_sds_t out_line = res_data;
+ int num = get_output_num();
+ size_t i;
+ struct str_list *l = (struct str_list *)data;
+
+ if (!TEST_CHECK(l != NULL)) {
+ TEST_MSG("l is NULL");
+ flb_sds_destroy(out_line);
+ return;
+ }
+
+ if(!TEST_CHECK(res_ret == 0)) {
+ TEST_MSG("callback ret=%d", res_ret);
+ }
+ if (!TEST_CHECK(res_data != NULL)) {
+ TEST_MSG("res_data is NULL");
+ flb_sds_destroy(out_line);
+ return;
+ }
+
+ for (i=0; i<l->size; i++) {
+ p = strstr(out_line, l->lists[i]);
+ if (!TEST_CHECK(p != NULL)) {
+ TEST_MSG(" Got :%s\n expect:%s", out_line, l->lists[i]);
+ }
+ }
+ set_output_num(num+1);
+
+ flb_sds_destroy(out_line);
+}
+
+static int msgpack_strncmp(char* str, size_t str_len, msgpack_object obj)
+{
+ int ret = -1;
+
+ if (str == NULL) {
+ flb_error("str is NULL");
+ return -1;
+ }
+
+ switch (obj.type) {
+ case MSGPACK_OBJECT_STR:
+ if (obj.via.str.size != str_len) {
+ return -1;
+ }
+ ret = strncmp(str, obj.via.str.ptr, str_len);
+ break;
+ case MSGPACK_OBJECT_POSITIVE_INTEGER:
+ {
+ unsigned long val = strtoul(str, NULL, 10);
+ if (val == (unsigned long)obj.via.u64) {
+ ret = 0;
+ }
+ }
+ break;
+ case MSGPACK_OBJECT_NEGATIVE_INTEGER:
+ {
+ long long val = strtoll(str, NULL, 10);
+ if (val == (unsigned long)obj.via.i64) {
+ ret = 0;
+ }
+ }
+ break;
+ case MSGPACK_OBJECT_FLOAT32:
+ case MSGPACK_OBJECT_FLOAT64:
+ {
+ double val = strtod(str, NULL);
+ if (fabs(val - obj.via.f64) < DBL_EPSILON) {
+ ret = 0;
+ }
+ }
+ break;
+ case MSGPACK_OBJECT_BOOLEAN:
+ if (obj.via.boolean) {
+ if (str_len != 4 /*true*/) {
+ return -1;
+ }
+ ret = strncasecmp(str, "true", 4);
+ }
+ else {
+ if (str_len != 5 /*false*/) {
+ return -1;
+ }
+ ret = strncasecmp(str, "false", 5);
+ }
+ break;
+ default:
+ flb_error("not supported");
+ }
+
+ return ret;
+}
+
+/* Callback to check expected results */
+static void cb_check_msgpack_kv(void *ctx, int ffd, int res_ret,
+ void *res_data, size_t res_size, void *data)
+{
+ msgpack_unpacked result;
+ msgpack_object obj;
+ size_t off = 0;
+ struct str_list *l = (struct str_list *)data;
+ int i_map;
+ int map_size;
+ int i_list;
+ int num = get_output_num();
+
+ if (!TEST_CHECK(res_data != NULL)) {
+ TEST_MSG("res_data is NULL");
+ return;
+ }
+
+ if (!TEST_CHECK(data != NULL)) {
+ flb_error("data is NULL");
+ return;
+ }
+
+ /* Iterate each item array and apply rules */
+ msgpack_unpacked_init(&result);
+ while (msgpack_unpack_next(&result, res_data, res_size, &off) == MSGPACK_UNPACK_SUCCESS) {
+ obj = result.data;
+ /*
+ msgpack_object_print(stdout, obj);
+ */
+ if (obj.type != MSGPACK_OBJECT_ARRAY || obj.via.array.size != 2) {
+ flb_error("array error. type = %d", obj.type);
+ continue;
+ }
+ obj = obj.via.array.ptr[1];
+ if (obj.type != MSGPACK_OBJECT_MAP) {
+ flb_error("map error. type = %d", obj.type);
+ continue;
+ }
+ map_size = obj.via.map.size;
+ for (i_map=0; i_map<map_size; i_map++) {
+ if (obj.via.map.ptr[i_map].key.type != MSGPACK_OBJECT_STR) {
+ flb_error("key is not string. type =%d", obj.via.map.ptr[i_map].key.type);
+ continue;
+ }
+ for (i_list=0; i_list< l->size/2; i_list++) {
+ if (msgpack_strncmp(l->lists[i_list*2], strlen(l->lists[i_list*2]),
+ obj.via.map.ptr[i_map].key) == 0 &&
+ msgpack_strncmp(l->lists[i_list*2+1], strlen(l->lists[i_list*2+1]),
+ obj.via.map.ptr[i_map].val) == 0) {
+ num++;
+ }
+ }
+ }
+ }
+ set_output_num(num);
+
+ msgpack_unpacked_destroy(&result);
+
+ return ;
+}
+
+static struct test_ctx *test_ctx_create()
+{
+ int i_ffd;
+ int o_ffd;
+ struct test_ctx *ctx = NULL;
+
+ ctx = flb_malloc(sizeof(struct test_ctx));
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("malloc failed");
+ flb_errno();
+ return NULL;
+ }
+
+ /* Service config */
+ ctx->flb = flb_create();
+ flb_service_set(ctx->flb,
+ "Flush", "0.200000000",
+ "Grace", "1",
+ "Log_Level", "error",
+ NULL);
+
+ /* Input */
+ i_ffd = flb_input(ctx->flb, (char *) "lib", NULL);
+ TEST_CHECK(i_ffd >= 0);
+ ctx->i_ffd = i_ffd;
+
+ /* Output */
+ o_ffd = flb_output(ctx->flb, (char *) "tcp", NULL);
+ ctx->o_ffd = o_ffd;
+
+ return ctx;
+}
+
+static void test_ctx_destroy(struct test_ctx *ctx)
+{
+ TEST_CHECK(ctx != NULL);
+
+ sleep(1);
+ flb_stop(ctx->flb);
+ flb_destroy(ctx->flb);
+ flb_free(ctx);
+}
+
+void flb_test_tcp_with_tls()
+{
+ struct flb_net_setup downstream_net_setup;
+ struct flb_connection *client_connection;
+ size_t out_buf_size;
+ char in_buf[256];
+ struct flb_downstream *downstream;
+ const char *out_buf;
+ unsigned short int port;
+ struct test_ctx *ctx;
+ int ret;
+ struct flb_tls *tls;
+
+ port = strtoul(DEFAULT_PORT, NULL, 10);
+
+ out_buf = "[1, {\"msg\":\"hello world\"}]";
+ out_buf_size = strlen(out_buf);
+
+ memset(in_buf, 0, sizeof(in_buf));
+
+ ctx = test_ctx_create();
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "*",
+ "format", "json",
+ "host", DEFAULT_HOST,
+ "port", DEFAULT_PORT,
+ "tls", "on",
+ "tls.verify", "no",
+ "tls.vhost", TLS_CERTIFICATE_HOSTNAME,
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_tls_init();
+ TEST_CHECK(ret == 0);
+
+ tls = flb_tls_create(FLB_TLS_SERVER_MODE,
+ FLB_FALSE,
+ FLB_TRUE,
+ TLS_CERTIFICATE_HOSTNAME,
+ NULL,
+ NULL,
+ TLS_CERTIFICATE_FILENAME,
+ TLS_PRIVATE_KEY_FILENAME,
+ NULL);
+
+ TEST_CHECK(tls != NULL);
+
+ if (tls != NULL) {
+ /* Ingest data sample */
+ ret = flb_lib_push(ctx->flb, ctx->i_ffd, (char *) out_buf, out_buf_size);
+ TEST_CHECK(ret >= 0);
+
+ flb_net_setup_init(&downstream_net_setup);
+
+ downstream_net_setup.io_timeout = DEFAULT_IO_TIMEOUT;
+
+ downstream = flb_downstream_create(FLB_TRANSPORT_TCP,
+ FLB_IO_TCP | FLB_IO_TLS,
+ DEFAULT_HOST,
+ port,
+ tls,
+ ctx->flb->config,
+ &downstream_net_setup);
+
+ TEST_CHECK(downstream != NULL);
+
+ if (downstream != NULL) {
+ flb_stream_disable_async_mode(&downstream->base);
+
+ flb_net_socket_blocking(downstream->server_fd);
+
+ client_connection = flb_downstream_conn_get(downstream);
+
+ TEST_CHECK(client_connection != NULL);
+
+ ret = flb_io_net_read(client_connection,
+ (void *) in_buf,
+ sizeof(in_buf));
+
+ TEST_CHECK(ret > 0);
+
+ if (ret > 0) {
+ TEST_CHECK(strstr(in_buf, "hello world") != NULL);
+ }
+ }
+ }
+
+ sleep(1);
+
+ flb_stop(ctx->flb);
+ flb_downstream_destroy(downstream);
+ flb_tls_destroy(tls);
+ flb_destroy(ctx->flb);
+ flb_free(ctx);
+}
+
+void flb_test_format_msgpack()
+{
+ struct test_ctx *ctx;
+ int ret;
+ int num;
+
+ char *buf1 = "[1, {\"msg\":\"hello world\", \"val\":1000, \"nval\":-10000, \"bool\":true, \"float\":1.234}]";
+ size_t size1 = strlen(buf1);
+
+ char *expected_strs[] = {"msg", "hello world", "val", "1000", "nval", "-10000", "bool", "true", "float", "1.234"};
+ struct str_list expected = {
+ .size = sizeof(expected_strs)/sizeof(char*),
+ .lists = &expected_strs[0],
+ };
+
+ clear_output_num();
+
+ ctx = test_ctx_create();
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "*",
+ "format", "msgpack",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_output_set_test(ctx->flb, ctx->o_ffd,
+ "formatter", cb_check_msgpack_kv,
+ &expected, NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* Ingest data sample */
+ ret = flb_lib_push(ctx->flb, ctx->i_ffd, (char *) buf1, size1);
+ TEST_CHECK(ret >= 0);
+
+ /* waiting to flush */
+ flb_time_msleep(500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num == expected.size / 2)) {
+ TEST_MSG("got %d, expected %lu", num, expected.size/2);
+ }
+
+ test_ctx_destroy(ctx);
+}
+
+void flb_test_format_json()
+{
+ struct test_ctx *ctx;
+ int ret;
+ int num;
+
+ char *buf1 = "[1, {\"msg\":\"hello world\"}]";
+ size_t size1 = strlen(buf1);
+ char *buf2 = "[2, {\"msg\":\"hello world\"}]";
+ size_t size2 = strlen(buf2);
+
+ char *expected_strs[] = {"[{\"date\":1.0,\"msg\":\"hello world\"},{\"date\":2.0,\"msg\":\"hello world\"}]"};
+ struct str_list expected = {
+ .size = sizeof(expected_strs)/sizeof(char*),
+ .lists = &expected_strs[0],
+ };
+
+ clear_output_num();
+
+ ctx = test_ctx_create();
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "*",
+ "format", "json",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_output_set_test(ctx->flb, ctx->o_ffd,
+ "formatter", cb_check_str_list,
+ &expected, NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* Ingest data sample */
+ ret = flb_lib_push(ctx->flb, ctx->i_ffd, (char *) buf1, size1);
+ TEST_CHECK(ret >= 0);
+ ret = flb_lib_push(ctx->flb, ctx->i_ffd, (char *) buf2, size2);
+ TEST_CHECK(ret >= 0);
+
+ /* waiting to flush */
+ flb_time_msleep(500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num > 0)) {
+ TEST_MSG("no outputs");
+ }
+
+ test_ctx_destroy(ctx);
+}
+
+void flb_test_format_json_stream()
+{
+ struct test_ctx *ctx;
+ int ret;
+ int num;
+
+ char *buf1 = "[1, {\"msg\":\"hello world\"}]";
+ size_t size1 = strlen(buf1);
+ char *buf2 = "[2, {\"msg\":\"hello world\"}]";
+ size_t size2 = strlen(buf2);
+
+ char *expected_strs[] = {"{\"date\":1.0,\"msg\":\"hello world\"}{\"date\":2.0,\"msg\":\"hello world\"}"};
+ struct str_list expected = {
+ .size = sizeof(expected_strs)/sizeof(char*),
+ .lists = &expected_strs[0],
+ };
+
+ clear_output_num();
+
+ ctx = test_ctx_create();
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "*",
+ "format", "json_stream",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_output_set_test(ctx->flb, ctx->o_ffd,
+ "formatter", cb_check_str_list,
+ &expected, NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* Ingest data sample */
+ ret = flb_lib_push(ctx->flb, ctx->i_ffd, (char *) buf1, size1);
+ TEST_CHECK(ret >= 0);
+ ret = flb_lib_push(ctx->flb, ctx->i_ffd, (char *) buf2, size2);
+ TEST_CHECK(ret >= 0);
+
+ /* waiting to flush */
+ flb_time_msleep(500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num > 0)) {
+ TEST_MSG("no outputs");
+ }
+
+ test_ctx_destroy(ctx);
+}
+
+void flb_test_format_json_lines()
+{
+ struct test_ctx *ctx;
+ int ret;
+ int num;
+
+ char *buf1 = "[1, {\"msg\":\"hello world\"}]";
+ size_t size1 = strlen(buf1);
+ char *buf2 = "[2, {\"msg\":\"hello world\"}]";
+ size_t size2 = strlen(buf2);
+
+ char *expected_strs[] = {"{\"date\":1.0,\"msg\":\"hello world\"}\n{\"date\":2.0,\"msg\":\"hello world\"}"};
+ struct str_list expected = {
+ .size = sizeof(expected_strs)/sizeof(char*),
+ .lists = &expected_strs[0],
+ };
+
+ clear_output_num();
+
+ ctx = test_ctx_create();
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "*",
+ "format", "json_lines",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_output_set_test(ctx->flb, ctx->o_ffd,
+ "formatter", cb_check_str_list,
+ &expected, NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* Ingest data sample */
+ ret = flb_lib_push(ctx->flb, ctx->i_ffd, (char *) buf1, size1);
+ TEST_CHECK(ret >= 0);
+ ret = flb_lib_push(ctx->flb, ctx->i_ffd, (char *) buf2, size2);
+ TEST_CHECK(ret >= 0);
+
+ /* waiting to flush */
+ flb_time_msleep(500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num > 0)) {
+ TEST_MSG("no outputs");
+ }
+
+ test_ctx_destroy(ctx);
+}
+
+void flb_test_set_json_date_key()
+{
+ struct test_ctx *ctx;
+ int ret;
+ int num;
+
+ char *buf1 = "[1, {\"msg\":\"hello world\"}]";
+ size_t size1 = strlen(buf1);
+
+ char *expected_strs[] = {"{\"timestamp\":1.0,\"msg\":\"hello world\"}"};
+ struct str_list expected = {
+ .size = sizeof(expected_strs)/sizeof(char*),
+ .lists = &expected_strs[0],
+ };
+
+ clear_output_num();
+
+ ctx = test_ctx_create();
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "*",
+ "format", "json",
+ "json_date_key", "timestamp",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_output_set_test(ctx->flb, ctx->o_ffd,
+ "formatter", cb_check_str_list,
+ &expected, NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* Ingest data sample */
+ ret = flb_lib_push(ctx->flb, ctx->i_ffd, (char *) buf1, size1);
+ TEST_CHECK(ret >= 0);
+
+ /* waiting to flush */
+ flb_time_msleep(500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num > 0)) {
+ TEST_MSG("no outputs");
+ }
+
+ test_ctx_destroy(ctx);
+}
+
+void flb_test_disable_json_date_key()
+{
+ struct test_ctx *ctx;
+ int ret;
+ int num;
+
+ char *buf1 = "[1, {\"msg\":\"hello world\"}]";
+ size_t size1 = strlen(buf1);
+
+ char *expected_strs[] = {"{\"msg\":\"hello world\"}"};
+ struct str_list expected = {
+ .size = sizeof(expected_strs)/sizeof(char*),
+ .lists = &expected_strs[0],
+ };
+
+ clear_output_num();
+
+ ctx = test_ctx_create();
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "*",
+ "format", "json",
+ "json_date_key", "false",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_output_set_test(ctx->flb, ctx->o_ffd,
+ "formatter", cb_check_str_list,
+ &expected, NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* Ingest data sample */
+ ret = flb_lib_push(ctx->flb, ctx->i_ffd, (char *) buf1, size1);
+ TEST_CHECK(ret >= 0);
+
+ /* waiting to flush */
+ flb_time_msleep(500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num > 0)) {
+ TEST_MSG("no outputs");
+ }
+
+ test_ctx_destroy(ctx);
+}
+
+void flb_test_json_date_format_epoch()
+{
+ struct test_ctx *ctx;
+ int ret;
+ int num;
+
+ char *buf1 = "[1, {\"msg\":\"hello world\"}]";
+ size_t size1 = strlen(buf1);
+
+ char *expected_strs[] = {"{\"date\":1,\"msg\":\"hello world\"}"};
+ struct str_list expected = {
+ .size = sizeof(expected_strs)/sizeof(char*),
+ .lists = &expected_strs[0],
+ };
+
+ clear_output_num();
+
+ ctx = test_ctx_create();
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "*",
+ "format", "json",
+ "json_date_format", "epoch",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_output_set_test(ctx->flb, ctx->o_ffd,
+ "formatter", cb_check_str_list,
+ &expected, NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* Ingest data sample */
+ ret = flb_lib_push(ctx->flb, ctx->i_ffd, (char *) buf1, size1);
+ TEST_CHECK(ret >= 0);
+
+ /* waiting to flush */
+ flb_time_msleep(500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num > 0)) {
+ TEST_MSG("no outputs");
+ }
+
+ test_ctx_destroy(ctx);
+}
+
+void flb_test_json_date_format_iso8601()
+{
+ struct test_ctx *ctx;
+ int ret;
+ int num;
+
+ char *buf1 = "[1, {\"msg\":\"hello world\"}]";
+ size_t size1 = strlen(buf1);
+
+ char *expected_strs[] = {"\"msg\":\"hello world\"", "\"date\":\"1970-01-01T00:00:01.000000Z\""};
+ struct str_list expected = {
+ .size = sizeof(expected_strs)/sizeof(char*),
+ .lists = &expected_strs[0],
+ };
+
+ clear_output_num();
+
+ ctx = test_ctx_create();
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "*",
+ "format", "json",
+ "json_date_format", "iso8601",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_output_set_test(ctx->flb, ctx->o_ffd,
+ "formatter", cb_check_str_list,
+ &expected, NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* Ingest data sample */
+ ret = flb_lib_push(ctx->flb, ctx->i_ffd, (char *) buf1, size1);
+ TEST_CHECK(ret >= 0);
+
+ /* waiting to flush */
+ flb_time_msleep(500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num > 0)) {
+ TEST_MSG("no outputs");
+ }
+
+ test_ctx_destroy(ctx);
+}
+
+void flb_test_json_date_format_java_sql_timestamp()
+{
+ struct test_ctx *ctx;
+ int ret;
+ int num;
+
+ char *buf1 = "[1, {\"msg\":\"hello world\"}]";
+ size_t size1 = strlen(buf1);
+
+ char *expected_strs[] = {"\"msg\":\"hello world\"", "\"date\":\"1970-01-01 00:00:01.000000\""};
+ struct str_list expected = {
+ .size = sizeof(expected_strs)/sizeof(char*),
+ .lists = &expected_strs[0],
+ };
+
+ clear_output_num();
+
+ ctx = test_ctx_create();
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "*",
+ "format", "json",
+ "json_date_format", "java_sql_timestamp",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_output_set_test(ctx->flb, ctx->o_ffd,
+ "formatter", cb_check_str_list,
+ &expected, NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* Ingest data sample */
+ ret = flb_lib_push(ctx->flb, ctx->i_ffd, (char *) buf1, size1);
+ TEST_CHECK(ret >= 0);
+
+ /* waiting to flush */
+ flb_time_msleep(500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num > 0)) {
+ TEST_MSG("no outputs");
+ }
+
+ test_ctx_destroy(ctx);
+}
+
+#define WAIT_STOP (5+1) /* pause in flb_engine_stop and buffer period */
+
+static void cb_check_basic(void *ctx, int ffd,
+ int res_ret, void *res_data, size_t res_size,
+ void *data)
+{
+ char *p;
+ flb_sds_t out_js = res_data;
+ char *index_line = "{\\\"key1\\\":\\\"123\\\"}";
+
+ p = strstr(out_js, index_line);
+ if (!TEST_CHECK(p != NULL)) {
+ TEST_MSG("Given:%s", out_js);
+ }
+
+ flb_sds_destroy(out_js);
+}
+
+
+
+void flb_test_tcp_exit_workers(void)
+{
+ int ret;
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+
+ ctx = flb_create();
+
+ /* Grace -1 to do a clean shutdown */
+ flb_service_set(ctx, "Flush", "1", "Grace", "-1", "Log_Level", "error", NULL);
+
+ /* Lib input mode */
+ in_ffd = flb_input(ctx, (char *) "dummy", NULL);
+ flb_input_set(ctx, in_ffd,
+ "tag", "test",
+ "samples", "1",
+ "dummy", "{\"key1\": 123, \"key2\": {\"s1\": \"fluent\"}}",
+ NULL);
+
+
+ /* TCP output */
+ out_ffd = flb_output(ctx, (char *) "tcp", NULL);
+ flb_output_set(ctx, out_ffd,
+ "match", "test",
+ NULL);
+
+ /* Enable test mode */
+ ret = flb_output_set_test(ctx, out_ffd, "formatter",
+ cb_check_basic,
+ NULL, NULL);
+
+ /* Start */
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ /* Stop right away */
+ flb_stop(ctx);
+
+ sleep(WAIT_STOP);
+
+ flb_destroy(ctx);
+}
+
+void flb_test_tcp_exit_no_workers(void)
+{
+ int ret;
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+
+ ctx = flb_create();
+
+ /* Grace -1 to do a clean shutdown */
+ flb_service_set(ctx, "Flush", "1", "Grace", "-1", "Log_Level", "error", NULL);
+
+ /* Lib input mode */
+ in_ffd = flb_input(ctx, (char *) "dummy", NULL);
+ flb_input_set(ctx, in_ffd,
+ "tag", "test",
+ "samples", "1",
+ "dummy", "{\"key1\": 123, \"key2\": {\"s1\": \"fluent\"}}",
+ NULL);
+
+
+ /* TCP output */
+ out_ffd = flb_output(ctx, (char *) "tcp", NULL);
+ flb_output_set(ctx, out_ffd,
+ "match", "test",
+ "workers", "0",
+ NULL);
+
+ /* Enable test mode */
+ ret = flb_output_set_test(ctx, out_ffd, "formatter",
+ cb_check_basic,
+ NULL, NULL);
+
+ /* Start */
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ /* Stop right away */
+ flb_stop(ctx);
+
+ sleep(WAIT_STOP);
+
+ flb_destroy(ctx);
+}
+
+/* Test list */
+TEST_LIST = {
+ {"tcp_with_tls", flb_test_tcp_with_tls},
+ {"format_msgpack" , flb_test_format_msgpack},
+ {"format_json" , flb_test_format_json},
+ {"format_json_stream" , flb_test_format_json_stream},
+ {"format_json_lines" , flb_test_format_json_lines},
+ {"set_json_date_key" , flb_test_set_json_date_key},
+ {"disable_json_date_key" , flb_test_disable_json_date_key},
+ {"json_date_format_epoch" , flb_test_json_date_format_epoch},
+ {"json_date_format_iso8601" , flb_test_json_date_format_iso8601},
+ {"json_date_format_java_sql_timestamp" , flb_test_json_date_format_java_sql_timestamp},
+ {"tcp_exit_workers", flb_test_tcp_exit_workers},
+ {"tcp_exit_no_workers", flb_test_tcp_exit_no_workers},
+ {NULL, NULL}
+};
generated by cgit v1.2.3 (git 2.39.1) at 2025-01-16 13:08:27 +0000