summaryrefslogtreecommitdiffstats
path: root/fluent-bit/tests/runtime/in_forward.c
diff options
context:
space:
mode:
Diffstat (limited to 'fluent-bit/tests/runtime/in_forward.c')
-rw-r--r--fluent-bit/tests/runtime/in_forward.c579
1 files changed, 579 insertions, 0 deletions
diff --git a/fluent-bit/tests/runtime/in_forward.c b/fluent-bit/tests/runtime/in_forward.c
new file mode 100644
index 00000000..6cabfa94
--- /dev/null
+++ b/fluent-bit/tests/runtime/in_forward.c
@@ -0,0 +1,579 @@
+/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
+
+/* Fluent Bit
+ * ==========
+ * Copyright (C) 2019-2022 The Fluent Bit Authors
+ * Copyright (C) 2015-2018 Treasure Data Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#include <fluent-bit.h>
+#include <fluent-bit/flb_compat.h>
+#include <fluent-bit/flb_time.h>
+#include <fluent-bit/flb_pack.h>
+#include <fluent-bit/flb_socket.h>
+#include <sys/types.h>
+#include <sys/stat.h>
+#ifdef FLB_HAVE_UNIX_SOCKET
+#include <sys/socket.h>
+#include <sys/un.h>
+#endif
+#include <fcntl.h>
+#include "flb_tests_runtime.h"
+
+struct test_ctx {
+ flb_ctx_t *flb; /* Fluent Bit library context */
+ int i_ffd; /* Input fd */
+ int f_ffd; /* Filter fd (unused) */
+ int o_ffd; /* Output fd */
+};
+
+
+pthread_mutex_t result_mutex = PTHREAD_MUTEX_INITIALIZER;
+int num_output = 0;
+static int get_output_num()
+{
+ int ret;
+ pthread_mutex_lock(&result_mutex);
+ ret = num_output;
+ pthread_mutex_unlock(&result_mutex);
+
+ return ret;
+}
+
+static void set_output_num(int num)
+{
+ pthread_mutex_lock(&result_mutex);
+ num_output = num;
+ pthread_mutex_unlock(&result_mutex);
+}
+
+static void clear_output_num()
+{
+ set_output_num(0);
+}
+
+static int create_simple_json(char **out_buf, size_t *size)
+{
+ int root_type;
+ int ret;
+ char json[] = "[\"test\", 1234567890,{\"test\":\"msg\"} ]";
+
+ ret = flb_pack_json(&json[0], strlen(json), out_buf, size, &root_type, NULL);
+ TEST_CHECK(ret==0);
+
+ return ret;
+}
+
+
+/* Callback to check expected results */
+static int cb_check_result_json(void *record, size_t size, void *data)
+{
+ char *p;
+ char *expected;
+ char *result;
+ int num = get_output_num();
+
+ set_output_num(num+1);
+
+ expected = (char *) data;
+ result = (char *) record;
+
+ p = strstr(result, expected);
+ TEST_CHECK(p != NULL);
+
+ if (p==NULL) {
+ flb_error("Expected to find: '%s' in result '%s'",
+ expected, result);
+ }
+ /*
+ * If you want to debug your test
+ *
+ * printf("Expect: '%s' in result '%s'", expected, result);
+ */
+ flb_free(record);
+ return 0;
+}
+
+static struct test_ctx *test_ctx_create(struct flb_lib_out_cb *data)
+{
+ int i_ffd;
+ int o_ffd;
+ struct test_ctx *ctx = NULL;
+
+ ctx = flb_malloc(sizeof(struct test_ctx));
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("malloc failed");
+ flb_errno();
+ return NULL;
+ }
+
+ /* Service config */
+ ctx->flb = flb_create();
+ flb_service_set(ctx->flb,
+ "Flush", "0.200000000",
+ "Grace", "1",
+ "Log_Level", "error",
+ NULL);
+
+ /* Input */
+ i_ffd = flb_input(ctx->flb, (char *) "forward", NULL);
+ TEST_CHECK(i_ffd >= 0);
+ ctx->i_ffd = i_ffd;
+
+ /* Output */
+ o_ffd = flb_output(ctx->flb, (char *) "lib", (void *) data);
+ ctx->o_ffd = o_ffd;
+
+ return ctx;
+}
+
+static void test_ctx_destroy(struct test_ctx *ctx)
+{
+ TEST_CHECK(ctx != NULL);
+
+ sleep(1);
+ flb_stop(ctx->flb);
+ flb_destroy(ctx->flb);
+ flb_free(ctx);
+}
+
+#define DEFAULT_HOST "127.0.0.1"
+#define DEFAULT_PORT 24224
+static flb_sockfd_t connect_tcp(char *in_host, int in_port)
+{
+ int port = in_port;
+ char *host = in_host;
+ flb_sockfd_t fd;
+ int ret;
+ struct sockaddr_in addr;
+
+ if (host == NULL) {
+ host = DEFAULT_HOST;
+ }
+ if (port < 0) {
+ port = DEFAULT_PORT;
+ }
+
+ memset(&addr, 0, sizeof(addr));
+ fd = socket(PF_INET, SOCK_STREAM, 0);
+ if (!TEST_CHECK(fd >= 0)) {
+ TEST_MSG("failed to socket. host=%s port=%d errno=%d", host, port, errno);
+ return -1;
+ }
+
+ addr.sin_family = AF_INET;
+ addr.sin_addr.s_addr = inet_addr(host);
+ addr.sin_port = htons(port);
+
+ ret = connect(fd, (const struct sockaddr *)&addr, sizeof(addr));
+ if (!TEST_CHECK(ret >= 0)) {
+ TEST_MSG("failed to connect. host=%s port=%d errno=%d", host, port, errno);
+ flb_socket_close(fd);
+ return -1;
+ }
+ return fd;
+}
+
+void flb_test_forward()
+{
+ struct flb_lib_out_cb cb_data;
+ struct test_ctx *ctx;
+ flb_sockfd_t fd;
+ int ret;
+ int num;
+ ssize_t w_size;
+
+ char *buf;
+ size_t size;
+
+ clear_output_num();
+
+ cb_data.cb = cb_check_result_json;
+ cb_data.data = "\"test\":\"msg\"";
+
+ ctx = test_ctx_create(&cb_data);
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "test",
+ "format", "json",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* use default host/port */
+ fd = connect_tcp(NULL, -1);
+ if (!TEST_CHECK(fd >= 0)) {
+ exit(EXIT_FAILURE);
+ }
+ create_simple_json(&buf, &size);
+ w_size = send(fd, buf, size, 0);
+ flb_free(buf);
+ if (!TEST_CHECK(w_size == size)) {
+ TEST_MSG("failed to send, errno=%d", errno);
+ flb_socket_close(fd);
+ exit(EXIT_FAILURE);
+ }
+
+ /* waiting to flush */
+ flb_time_msleep(1500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num > 0)) {
+ TEST_MSG("no outputs");
+ }
+
+ flb_socket_close(fd);
+ test_ctx_destroy(ctx);
+}
+
+void flb_test_forward_port()
+{
+ struct flb_lib_out_cb cb_data;
+ struct test_ctx *ctx;
+
+ flb_sockfd_t fd;
+ int ret;
+ int num;
+ ssize_t w_size;
+ char *port = "24000";
+
+ char *buf;
+ size_t size;
+
+ clear_output_num();
+
+ cb_data.cb = cb_check_result_json;
+ cb_data.data = "\"test\":\"msg\"";
+
+ ctx = test_ctx_create(&cb_data);
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_input_set(ctx->flb, ctx->i_ffd,
+ "port", port,
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "test",
+ "format", "json",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* use default host */
+ fd = connect_tcp(NULL, atoi(port));
+ if (!TEST_CHECK(fd >= 0)) {
+ exit(EXIT_FAILURE);
+ }
+
+ create_simple_json(&buf, &size);
+ w_size = send(fd, buf, size, 0);
+ flb_free(buf);
+ if (!TEST_CHECK(w_size == size)) {
+ TEST_MSG("failed to send, errno=%d", errno);
+ flb_socket_close(fd);
+ exit(EXIT_FAILURE);
+ }
+
+ /* waiting to flush */
+ flb_time_msleep(1500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num > 0)) {
+ TEST_MSG("no outputs");
+ }
+
+ flb_socket_close(fd);
+ test_ctx_destroy(ctx);
+}
+
+void flb_test_tag_prefix()
+{
+ struct flb_lib_out_cb cb_data;
+ struct test_ctx *ctx;
+ char *tag_prefix = "tag_";
+ flb_sockfd_t fd;
+ int ret;
+ int num;
+ ssize_t w_size;
+
+ char *buf;
+ size_t size;
+
+ clear_output_num();
+
+ cb_data.cb = cb_check_result_json;
+ cb_data.data = "\"test\":\"msg\"";
+
+ ctx = test_ctx_create(&cb_data);
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+ ret = flb_input_set(ctx->flb, ctx->i_ffd,
+ "tag_prefix", tag_prefix,
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "tag_test", /*tag_prefix + "test"*/
+ "format", "json",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* use default host/port */
+ fd = connect_tcp(NULL, -1);
+ if (!TEST_CHECK(fd >= 0)) {
+ exit(EXIT_FAILURE);
+ }
+
+ create_simple_json(&buf, &size);
+ w_size = send(fd, buf, size, 0);
+ flb_free(buf);
+ if (!TEST_CHECK(w_size == size)) {
+ TEST_MSG("failed to send, errno=%d", errno);
+ flb_socket_close(fd);
+ exit(EXIT_FAILURE);
+ }
+
+ /* waiting to flush */
+ flb_time_msleep(1500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num > 0)) {
+ TEST_MSG("no outputs");
+ }
+
+ flb_socket_close(fd);
+ test_ctx_destroy(ctx);
+}
+
+#ifdef FLB_HAVE_UNIX_SOCKET
+void flb_test_unix_path()
+{
+ struct flb_lib_out_cb cb_data;
+ struct test_ctx *ctx;
+ struct sockaddr_un sun;
+ flb_sockfd_t fd;
+ int ret;
+ int num;
+ ssize_t w_size;
+ char *unix_path = "in_forward_unix";
+
+ char *buf;
+ size_t size;
+
+ clear_output_num();
+
+ cb_data.cb = cb_check_result_json;
+ cb_data.data = "\"test\":\"msg\"";
+
+ ctx = test_ctx_create(&cb_data);
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_input_set(ctx->flb, ctx->i_ffd,
+ "unix_path", unix_path,
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "test",
+ "format", "json",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* waiting to create socket */
+ flb_time_msleep(200);
+
+ memset(&sun, 0, sizeof(sun));
+ fd = socket(AF_LOCAL, SOCK_STREAM, 0);
+ if (!TEST_CHECK(fd >= 0)) {
+ TEST_MSG("failed to socket %s, errno=%d", unix_path, errno);
+ unlink(unix_path);
+ exit(EXIT_FAILURE);
+ }
+
+ sun.sun_family = AF_LOCAL;
+ strcpy(sun.sun_path, unix_path);
+ ret = connect(fd, (const struct sockaddr *)&sun, sizeof(sun));
+ if (!TEST_CHECK(ret >= 0)) {
+ TEST_MSG("failed to connect, errno=%d", errno);
+ flb_socket_close(fd);
+ unlink(unix_path);
+ exit(EXIT_FAILURE);
+ }
+ create_simple_json(&buf, &size);
+ w_size = send(fd, buf, size, 0);
+ flb_free(buf);
+ if (!TEST_CHECK(w_size == size)) {
+ TEST_MSG("failed to write to %s", unix_path);
+ flb_socket_close(fd);
+ unlink(unix_path);
+ exit(EXIT_FAILURE);
+ }
+
+ /* waiting to flush */
+ flb_time_msleep(1500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num > 0)) {
+ TEST_MSG("no outputs");
+ }
+
+ flb_socket_close(fd);
+ test_ctx_destroy(ctx);
+}
+
+
+void flb_test_unix_perm()
+{
+ struct flb_lib_out_cb cb_data;
+ struct test_ctx *ctx;
+ struct sockaddr_un sun;
+ flb_sockfd_t fd;
+ int ret;
+ int num;
+ ssize_t w_size;
+ char *unix_path = "in_forward_unix";
+ struct stat sb;
+
+ char *buf;
+ size_t size;
+
+ clear_output_num();
+
+ cb_data.cb = cb_check_result_json;
+ cb_data.data = "\"test\":\"msg\"";
+
+ ctx = test_ctx_create(&cb_data);
+ if (!TEST_CHECK(ctx != NULL)) {
+ TEST_MSG("test_ctx_create failed");
+ exit(EXIT_FAILURE);
+ }
+
+ ret = flb_input_set(ctx->flb, ctx->i_ffd,
+ "unix_path", unix_path,
+ "unix_perm", "0600",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ ret = flb_output_set(ctx->flb, ctx->o_ffd,
+ "match", "test",
+ "format", "json",
+ NULL);
+ TEST_CHECK(ret == 0);
+
+ /* Start the engine */
+ ret = flb_start(ctx->flb);
+ TEST_CHECK(ret == 0);
+
+ /* waiting to create socket */
+ flb_time_msleep(200);
+
+ memset(&sun, 0, sizeof(sun));
+ fd = socket(AF_LOCAL, SOCK_STREAM, 0);
+ if (!TEST_CHECK(fd >= 0)) {
+ TEST_MSG("failed to socket %s, errno=%d", unix_path, errno);
+ unlink(unix_path);
+ exit(EXIT_FAILURE);
+ }
+
+ sun.sun_family = AF_LOCAL;
+ strcpy(sun.sun_path, unix_path);
+ ret = connect(fd, (const struct sockaddr *)&sun, sizeof(sun));
+ if (!TEST_CHECK(ret >= 0)) {
+ TEST_MSG("failed to connect, errno=%d", errno);
+ flb_socket_close(fd);
+ unlink(unix_path);
+ exit(EXIT_FAILURE);
+ }
+ create_simple_json(&buf, &size);
+ w_size = send(fd, buf, size, 0);
+ flb_free(buf);
+ if (!TEST_CHECK(w_size == size)) {
+ TEST_MSG("failed to write to %s", unix_path);
+ flb_socket_close(fd);
+ unlink(unix_path);
+ exit(EXIT_FAILURE);
+ }
+
+ /* waiting to flush */
+ flb_time_msleep(1500);
+
+ num = get_output_num();
+ if (!TEST_CHECK(num > 0)) {
+ TEST_MSG("no outputs");
+ }
+
+
+ /* File permission */
+ ret = stat(unix_path, &sb);
+ if (!TEST_CHECK(ret == 0)) {
+ TEST_MSG("stat failed. errno=%d", errno);
+ test_ctx_destroy(ctx);
+ exit(EXIT_FAILURE);
+ }
+
+ if (!TEST_CHECK((sb.st_mode & S_IRWXO) == 0)) {
+ TEST_MSG("Permssion(others) error. val=0x%x",sb.st_mode & S_IRWXO);
+ }
+ if (!TEST_CHECK((sb.st_mode & S_IRWXG) == 0)) {
+ TEST_MSG("Permssion(group) error. val=0x%x",sb.st_mode & S_IRWXG);
+ }
+ if (!TEST_CHECK((sb.st_mode & S_IRWXU) == (S_IRUSR | S_IWUSR))) {
+ TEST_MSG("Permssion(user) error. val=0x%x",sb.st_mode & S_IRWXU);
+ }
+
+ flb_socket_close(fd);
+ test_ctx_destroy(ctx);
+}
+#endif /* FLB_HAVE_UNIX_SOCKET */
+
+
+TEST_LIST = {
+ {"forward", flb_test_forward},
+ {"forward_port", flb_test_forward_port},
+ {"tag_prefix", flb_test_tag_prefix},
+#ifdef FLB_HAVE_UNIX_SOCKET
+ {"unix_path", flb_test_unix_path},
+ {"unix_perm", flb_test_unix_perm},
+#endif
+ {NULL, NULL}
+};
+