summaryrefslogtreecommitdiffstats
path: root/fluent-bit/tests/runtime/out_file.c
diff options
context:
space:
mode:
Diffstat (limited to 'fluent-bit/tests/runtime/out_file.c')
-rw-r--r--fluent-bit/tests/runtime/out_file.c824
1 files changed, 824 insertions, 0 deletions
diff --git a/fluent-bit/tests/runtime/out_file.c b/fluent-bit/tests/runtime/out_file.c
new file mode 100644
index 00000000..33b1440d
--- /dev/null
+++ b/fluent-bit/tests/runtime/out_file.c
@@ -0,0 +1,824 @@
+/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
+
+#include <fluent-bit.h>
+#include <fluent-bit/flb_sds.h>
+#include "flb_tests_runtime.h"
+#include <sys/stat.h>
+#include <sys/types.h>
+
+/* Test data */
+#include "data/common/json_invalid.h" /* JSON_INVALID */
+#include "data/common/json_long.h" /* JSON_LONG */
+#include "data/common/json_small.h" /* JSON_SMALL */
+
+/* Test functions */
+void flb_test_file_json_invalid(void);
+void flb_test_file_json_long(void);
+void flb_test_file_json_small(void);
+void flb_test_file_format_csv(void);
+void flb_test_file_format_ltsv(void);
+void flb_test_file_format_invalid(void);
+void flb_test_file_format_out_file(void);
+void flb_test_file_path_file(void);
+void flb_test_file_path(void);
+void flb_test_file_delim_csv(void);
+void flb_test_file_delim_ltsv(void);
+void flb_test_file_label_delim(void);
+void flb_test_file_template(void);
+void flb_test_file_mkdir(void);
+
+/* Test list */
+TEST_LIST = {
+ {"path", flb_test_file_path},
+ {"path_file", flb_test_file_path_file},
+ {"mkdir", flb_test_file_mkdir},
+ {"template", flb_test_file_template},
+ {"delimiter_ltsv", flb_test_file_delim_ltsv},
+ {"delimiter_csv", flb_test_file_delim_csv},
+ {"label_delimiter", flb_test_file_label_delim},
+ {"json_invalid", flb_test_file_json_invalid },
+ {"json_long", flb_test_file_json_long },
+ {"json_small", flb_test_file_json_small },
+ {"format_csv", flb_test_file_format_csv },
+ {"format_ltsv", flb_test_file_format_ltsv },
+ {"format_invalid", flb_test_file_format_invalid },
+ {"format_out_file", flb_test_file_format_out_file},
+
+ {NULL, NULL}
+};
+
+
+#define TEST_LOGFILE "flb_test_file_dummy.log"
+#define TEST_LOGPATH "out_file"
+#define TEST_TIMEOUT 5
+
+void flb_test_file_json_invalid(void)
+{
+ int i;
+ int ret;
+ int bytes;
+ char *p = (char *) JSON_INVALID;
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+
+ remove(TEST_LOGFILE);
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "error", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", "test", NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "file", TEST_LOGFILE, NULL);
+
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ for (i = 0; i < (int) sizeof(JSON_INVALID) - 1; i++) {
+ bytes = flb_lib_push(ctx, in_ffd, p + i, 1);
+ TEST_CHECK(bytes == 1);
+ }
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+
+ fp = fopen(TEST_LOGFILE, "r");
+ TEST_CHECK(fp == NULL);
+ if (fp != NULL) {
+ fclose(fp);
+ remove(TEST_LOGFILE);
+ }
+}
+
+/* It writes a very long JSON map (> 100KB) byte by byte */
+void flb_test_file_json_long(void)
+{
+ int i;
+ int ret;
+ int bytes;
+ char *p = (char *) JSON_LONG;
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+
+ remove(TEST_LOGFILE);
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "error", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", "test", NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "file", TEST_LOGFILE, NULL);
+
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ for (i = 0; i < (int) sizeof(JSON_LONG) - 1; i++) {
+ bytes = flb_lib_push(ctx, in_ffd, p + i, 1);
+ TEST_CHECK(bytes == 1);
+ }
+
+ ret = wait_for_file(TEST_LOGFILE, 1, TEST_TIMEOUT);
+ TEST_CHECK(ret == 0);
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+
+ fp = fopen(TEST_LOGFILE, "r");
+ TEST_CHECK(fp != NULL);
+ if (fp != NULL) {
+ fclose(fp);
+ remove(TEST_LOGFILE);
+ }
+}
+
+void flb_test_file_json_small(void)
+{
+ int i;
+ int ret;
+ int bytes;
+ char *p = (char *) JSON_SMALL;
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+
+ remove(TEST_LOGFILE);
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "error", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", "test", NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "file", TEST_LOGFILE, NULL);
+
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ for (i = 0; i < (int) sizeof(JSON_SMALL) - 1; i++) {
+ bytes = flb_lib_push(ctx, in_ffd, p + i, 1);
+ TEST_CHECK(bytes == 1);
+ }
+
+ ret = wait_for_file(TEST_LOGFILE, 1, TEST_TIMEOUT);
+ TEST_CHECK(ret == 0);
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+
+ fp = fopen(TEST_LOGFILE, "r");
+ TEST_CHECK(fp != NULL);
+ if (fp != NULL) {
+ fclose(fp);
+ remove(TEST_LOGFILE);
+ }
+}
+
+void flb_test_file_format_csv(void)
+{
+ int i;
+ int ret;
+ int bytes;
+ char *p = (char *) JSON_SMALL;
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+
+ remove(TEST_LOGFILE);
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "error", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", "test", NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "file", TEST_LOGFILE, NULL);
+ flb_output_set(ctx, out_ffd, "format", "csv", NULL);
+ flb_output_set(ctx, out_ffd, "delimiter", "comma", NULL);
+
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ for (i = 0; i < (int) sizeof(JSON_SMALL) - 1; i++) {
+ bytes = flb_lib_push(ctx, in_ffd, p + i, 1);
+ TEST_CHECK(bytes == 1);
+ }
+
+ ret = wait_for_file(TEST_LOGFILE, 1, TEST_TIMEOUT);
+ TEST_CHECK(ret == 0);
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+
+ fp = fopen(TEST_LOGFILE, "r");
+ TEST_CHECK(fp != NULL);
+ if (fp != NULL) {
+ fclose(fp);
+ remove(TEST_LOGFILE);
+ }
+}
+
+void flb_test_file_format_ltsv(void)
+{
+ int i;
+ int ret;
+ int bytes;
+ char *p = (char *) JSON_SMALL;
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+
+ remove(TEST_LOGFILE);
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "error", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", "test", NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "file", TEST_LOGFILE, NULL);
+ flb_output_set(ctx, out_ffd, "format", "ltsv", NULL);
+ flb_output_set(ctx, out_ffd, "delimiter", "tab", NULL);
+ flb_output_set(ctx, out_ffd, "label_delimiter", "comma", NULL);
+
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ for (i = 0; i < (int) sizeof(JSON_SMALL) - 1; i++) {
+ bytes = flb_lib_push(ctx, in_ffd, p + i, 1);
+ TEST_CHECK(bytes == 1);
+ }
+
+ ret = wait_for_file(TEST_LOGFILE, 1, TEST_TIMEOUT);
+ TEST_CHECK(ret == 0);
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+
+ fp = fopen(TEST_LOGFILE, "r");
+ TEST_CHECK(fp != NULL);
+ if (fp != NULL) {
+ fclose(fp);
+ remove(TEST_LOGFILE);
+ }
+}
+
+/* https://github.com/fluent/fluent-bit/issues/4152 */
+void flb_test_file_format_out_file(void)
+{
+ int i;
+ int ret;
+ int bytes;
+ char *p = (char *) JSON_SMALL;
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+
+ remove(TEST_LOGFILE);
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "error", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", "test", NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "file", TEST_LOGFILE, NULL);
+ flb_output_set(ctx, out_ffd, "format", "out_file", NULL);
+
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ for (i = 0; i < (int) sizeof(JSON_SMALL) - 1; i++) {
+ bytes = flb_lib_push(ctx, in_ffd, p + i, 1);
+ TEST_CHECK(bytes == 1);
+ }
+
+ ret = wait_for_file(TEST_LOGFILE, 1, TEST_TIMEOUT);
+ TEST_CHECK(ret == 0);
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+
+ fp = fopen(TEST_LOGFILE, "r");
+ TEST_CHECK(fp != NULL);
+ if (fp != NULL) {
+ fclose(fp);
+ remove(TEST_LOGFILE);
+ }
+}
+
+void flb_test_file_format_invalid(void)
+{
+ int ret;
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+
+ remove(TEST_LOGFILE);
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "off", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", "test", NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "file", TEST_LOGFILE, NULL);
+ flb_output_set(ctx, out_ffd, "format", "xxx", NULL);
+ flb_output_set(ctx, out_ffd, "delimiter", "yyy", NULL);
+ flb_output_set(ctx, out_ffd, "label_delimiter", "zzz", NULL);
+
+ ret = flb_start(ctx);
+ if (!TEST_CHECK(ret != 0)) {
+ TEST_MSG("invalid format should be error");
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+ fp = fopen(TEST_LOGFILE, "r");
+ TEST_CHECK(fp != NULL);
+ if (fp != NULL) {
+ fclose(fp);
+ remove(TEST_LOGFILE);
+ }
+ }
+ else {
+ flb_destroy(ctx);
+ }
+}
+
+void flb_test_file_path(void)
+{
+ int i;
+ int ret;
+ int bytes;
+ char *p = (char *) JSON_LONG;
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+ flb_sds_t path;
+ flb_sds_t file;
+
+ file = flb_sds_create("test");
+ if (!TEST_CHECK(file != NULL)) {
+ TEST_MSG("flb_sds_create failed");
+ return;
+ }
+
+ path = flb_sds_create_size(256);
+ if (!TEST_CHECK(path != NULL)) {
+ TEST_MSG("flb_sds_create_size failed");
+ flb_sds_destroy(file);
+ return;
+ }
+ flb_sds_printf(&path, "%s/%s", TEST_LOGPATH, file);
+
+ remove(path);
+ remove(TEST_LOGPATH);
+ ret = mkdir(TEST_LOGPATH, S_IRUSR | S_IWUSR | S_IXUSR);
+ if (!TEST_CHECK(ret == 0)) {
+ TEST_MSG("mkdir failed:path=%s errno=%d",TEST_LOGPATH, errno);
+ flb_sds_destroy(path);
+ flb_sds_destroy(file);
+ return;
+ }
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "error", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", file, NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "path", TEST_LOGPATH, NULL);
+
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ for (i = 0; i < (int) sizeof(JSON_LONG) - 1; i++) {
+ bytes = flb_lib_push(ctx, in_ffd, p + i, 1);
+ TEST_CHECK(bytes == 1);
+ }
+
+ ret = wait_for_file(path, 1, TEST_TIMEOUT);
+ TEST_CHECK(ret == 0);
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+
+ fp = fopen(path, "r");
+ TEST_CHECK(fp != NULL);
+ if (fp != NULL) {
+ fclose(fp);
+ remove(path);
+ }
+ flb_sds_destroy(path);
+ flb_sds_destroy(file);
+ remove(TEST_LOGPATH);
+}
+
+void flb_test_file_path_file(void)
+{
+ int i;
+ int ret;
+ int bytes;
+ char *p = (char *) JSON_LONG;
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+ flb_sds_t path;
+
+ path = flb_sds_create_size(256);
+ if (!TEST_CHECK(path != NULL)) {
+ TEST_MSG("flb_sds_create_size failed");
+ return;
+ }
+ flb_sds_printf(&path, "%s/%s", TEST_LOGPATH, TEST_LOGFILE);
+
+ remove(path);
+ remove(TEST_LOGPATH);
+ ret = mkdir(TEST_LOGPATH, S_IRUSR | S_IWUSR | S_IXUSR);
+ if (!TEST_CHECK(ret == 0)) {
+ TEST_MSG("mkdir failed:path=%s errno=%d",TEST_LOGPATH, errno);
+ flb_sds_destroy(path);
+ return;
+ }
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "error", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", "test", NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "file", TEST_LOGFILE, NULL);
+ flb_output_set(ctx, out_ffd, "path", TEST_LOGPATH, NULL);
+
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ for (i = 0; i < (int) sizeof(JSON_LONG) - 1; i++) {
+ bytes = flb_lib_push(ctx, in_ffd, p + i, 1);
+ TEST_CHECK(bytes == 1);
+ }
+
+ ret = wait_for_file(path, 1, TEST_TIMEOUT);
+ TEST_CHECK(ret == 0);
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+
+ fp = fopen(path, "r");
+ TEST_CHECK(fp != NULL);
+ if (fp != NULL) {
+ fclose(fp);
+ remove(path);
+ }
+ flb_sds_destroy(path);
+ remove(TEST_LOGPATH);
+}
+
+#define JSON_BASIC "[1448403340,{\"key1\":\"val1\", \"key2\":\"val2\"}]"
+void flb_test_file_delim_csv(void)
+{
+ int ret;
+ int bytes;
+ char *p = JSON_BASIC;
+ char output[256] = {0};
+ char *expect = "1448403340.000000000 \"val1\" \"val2\"";
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+
+ remove(TEST_LOGFILE);
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "error", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", "test", NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "file", TEST_LOGFILE, NULL);
+ flb_output_set(ctx, out_ffd, "format", "csv", NULL);
+ flb_output_set(ctx, out_ffd, "delimiter", "space", NULL);
+
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ bytes = flb_lib_push(ctx, in_ffd, p, strlen(p));
+ TEST_CHECK(bytes == strlen(p));
+
+ ret = wait_for_file(TEST_LOGFILE, 1, TEST_TIMEOUT);
+ TEST_CHECK(ret == 0);
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+
+ fp = fopen(TEST_LOGFILE, "r");
+ TEST_CHECK(fp != NULL);
+ if (fp != NULL) {
+ bytes = fread(&output[0], sizeof(output), 1, fp);
+ if(!TEST_CHECK(bytes > 0 || feof(fp))) {
+ TEST_MSG("fread error bytes=%d", bytes);
+ }
+ if (!TEST_CHECK(strncmp(expect, &output[0], strlen(expect)) == 0)) {
+ TEST_MSG("format error\n");
+ TEST_MSG("expect: %s\n", expect);
+ TEST_MSG("got : %s",output);
+ }
+
+ fclose(fp);
+ remove(TEST_LOGFILE);
+ }
+}
+
+void flb_test_file_delim_ltsv(void)
+{
+ int ret;
+ int bytes;
+ char *p = JSON_BASIC;
+ char output[256] = {0};
+ char *expect = "\"time\":1448403340.000000 \"key1\":\"val1\" \"key2\":\"val2\"";
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+
+ remove(TEST_LOGFILE);
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "error", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", "test", NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "file", TEST_LOGFILE, NULL);
+ flb_output_set(ctx, out_ffd, "format", "ltsv", NULL);
+ flb_output_set(ctx, out_ffd, "delimiter", "space", NULL);
+
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ bytes = flb_lib_push(ctx, in_ffd, p, strlen(p));
+ TEST_CHECK(bytes == strlen(p));
+
+ ret = wait_for_file(TEST_LOGFILE, 1, TEST_TIMEOUT);
+ TEST_CHECK(ret == 0);
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+
+ fp = fopen(TEST_LOGFILE, "r");
+ TEST_CHECK(fp != NULL);
+ if (fp != NULL) {
+ bytes = fread(&output[0], sizeof(output), 1, fp);
+ if(!TEST_CHECK(bytes > 0 || feof(fp))) {
+ TEST_MSG("fread error bytes=%d", bytes);
+ }
+ if (!TEST_CHECK(strncmp(expect, &output[0], strlen(expect)) == 0)) {
+ TEST_MSG("format error\n");
+ TEST_MSG("expect: %s\n", expect);
+ TEST_MSG("got : %s",output);
+ }
+
+ fclose(fp);
+ remove(TEST_LOGFILE);
+ }
+}
+
+void flb_test_file_label_delim(void)
+{
+ int ret;
+ int bytes;
+ char *p = JSON_BASIC;
+ char output[256] = {0};
+ char *expect = "\"time\" 1448403340.000000 \"key1\" \"val1\" \"key2\" \"val2\"";
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+
+ remove(TEST_LOGFILE);
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "error", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", "test", NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "file", TEST_LOGFILE, NULL);
+ flb_output_set(ctx, out_ffd, "format", "ltsv", NULL);
+ flb_output_set(ctx, out_ffd, "delimiter", "space", NULL);
+ flb_output_set(ctx, out_ffd, "label_delimiter", "space", NULL);
+
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ bytes = flb_lib_push(ctx, in_ffd, p, strlen(p));
+ TEST_CHECK(bytes == strlen(p));
+
+ ret = wait_for_file(TEST_LOGFILE, 1, TEST_TIMEOUT);
+ TEST_CHECK(ret == 0);
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+
+ fp = fopen(TEST_LOGFILE, "r");
+ TEST_CHECK(fp != NULL);
+ if (fp != NULL) {
+ bytes = fread(&output[0], sizeof(output), 1, fp);
+ if(!TEST_CHECK(bytes > 0 || feof(fp))) {
+ TEST_MSG("fread error bytes=%d", bytes);
+ }
+ if (!TEST_CHECK(strncmp(expect, &output[0], strlen(expect)) == 0)) {
+ TEST_MSG("format error\n");
+ TEST_MSG("expect: %s\n", expect);
+ TEST_MSG("got : %s",output);
+ }
+
+ fclose(fp);
+ remove(TEST_LOGFILE);
+ }
+}
+
+void flb_test_file_template(void)
+{
+ int ret;
+ int bytes;
+ char *p = JSON_BASIC;
+ char output[256] = {0};
+ char *expect = "1448403340.000000 KEY1=val1 KEY2=val2";
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+
+ remove(TEST_LOGFILE);
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "error", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", "test", NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "file", TEST_LOGFILE, NULL);
+ flb_output_set(ctx, out_ffd, "format", "template", NULL);
+ flb_output_set(ctx, out_ffd, "template", "{time} KEY1={key1} KEY2={key2}", NULL);
+
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ bytes = flb_lib_push(ctx, in_ffd, p, strlen(p));
+ TEST_CHECK(bytes == strlen(p));
+
+ ret = wait_for_file(TEST_LOGFILE, 1, TEST_TIMEOUT);
+ TEST_CHECK(ret == 0);
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+
+ fp = fopen(TEST_LOGFILE, "r");
+ TEST_CHECK(fp != NULL);
+ if (fp != NULL) {
+ bytes = fread(&output[0], sizeof(output), 1, fp);
+ if(!TEST_CHECK(bytes > 0 || feof(fp))) {
+ TEST_MSG("fread error bytes=%d", bytes);
+ }
+ if (!TEST_CHECK(strncmp(expect, &output[0], strlen(expect)) == 0)) {
+ TEST_MSG("format error\n");
+ TEST_MSG("expect: %s\n", expect);
+ TEST_MSG("got : %s",output);
+ }
+
+ fclose(fp);
+ remove(TEST_LOGFILE);
+ }
+}
+
+void flb_test_file_mkdir(void)
+{
+ int i;
+ int ret;
+ int bytes;
+ char *p = (char *) JSON_LONG;
+ flb_ctx_t *ctx;
+ int in_ffd;
+ int out_ffd;
+ FILE *fp;
+ flb_sds_t path;
+ flb_sds_t file;
+
+ file = flb_sds_create("test");
+ if (!TEST_CHECK(file != NULL)) {
+ TEST_MSG("flb_sds_create failed");
+ return;
+ }
+
+ path = flb_sds_create_size(256);
+ if (!TEST_CHECK(path != NULL)) {
+ TEST_MSG("flb_sds_create_size failed");
+ flb_sds_destroy(file);
+ return;
+ }
+ flb_sds_printf(&path, "%s/%s", TEST_LOGPATH, file);
+
+ remove(path);
+ remove(TEST_LOGPATH);
+
+ ctx = flb_create();
+ flb_service_set(ctx, "Flush", "1", "Grace", "1", "Log_Level", "error", NULL);
+
+ in_ffd = flb_input(ctx, (char *) "lib", NULL);
+ TEST_CHECK(in_ffd >= 0);
+ flb_input_set(ctx, in_ffd, "tag", file, NULL);
+
+ out_ffd = flb_output(ctx, (char *) "file", NULL);
+ TEST_CHECK(out_ffd >= 0);
+ flb_output_set(ctx, out_ffd, "match", "test", NULL);
+ flb_output_set(ctx, out_ffd, "path", TEST_LOGPATH, NULL);
+ flb_output_set(ctx, out_ffd, "mkdir", "true", NULL);
+
+ ret = flb_start(ctx);
+ TEST_CHECK(ret == 0);
+
+ for (i = 0; i < (int) sizeof(JSON_LONG) - 1; i++) {
+ bytes = flb_lib_push(ctx, in_ffd, p + i, 1);
+ TEST_CHECK(bytes == 1);
+ }
+
+ ret = wait_for_file(path, 1, TEST_TIMEOUT);
+ TEST_CHECK(ret == 0);
+
+ flb_stop(ctx);
+ flb_destroy(ctx);
+
+ fp = fopen(path, "r");
+ TEST_CHECK(fp != NULL);
+ if (fp != NULL) {
+ fclose(fp);
+ remove(path);
+ }
+ flb_sds_destroy(path);
+ flb_sds_destroy(file);
+ remove(TEST_LOGPATH);
+}
generated by cgit v1.2.3 (git 2.39.1) at 2024-11-19 08:18:22 +0000