1 files changed, 87 insertions, 0 deletions
diff --git a/src/fluent-bit/plugins/filter_multiline/ml.h b/src/fluent-bit/plugins/filter_multiline/ml.h
new file mode 100644
index 000000000..973346007
--- /dev/null
+++ b/src/fluent-bit/plugins/filter_multiline/ml.h
@@ -0,0 +1,87 @@
+/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
+
+/*  Fluent Bit
+ *  ==========
+ *  Copyright (C) 2015-2022 The Fluent Bit Authors
+ *
+ *  Licensed under the Apache License, Version 2.0 (the "License");
+ *  you may not use this file except in compliance with the License.
+ *  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ *  Unless required by applicable law or agreed to in writing, software
+ *  distributed under the License is distributed on an "AS IS" BASIS,
+ *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ *  See the License for the specific language governing permissions and
+ *  limitations under the License.
+ */
+
+#ifndef FLB_FILTER_MULTILINE_H
+#define FLB_FILTER_MULTILINE_H
+
+#include <fluent-bit/flb_filter_plugin.h>
+#include "ml_concat.h"
+
+#define FLB_MULTILINE_MEM_BUF_LIMIT_DEFAULT  "10M"
+#define FLB_MULTILINE_METRIC_EMITTED         200
+#define FLB_MULTILINE_MODE_PARTIAL_MESSAGE   "partial_message"
+#define FLB_MULTILINE_MODE_PARSER            "parser"
+
+/* 
+ * input instance + tag is the unique identifier
+ * for a multiline stream
+ * TODO: implement clean up of streams that haven't been used recently
+ */
+struct ml_stream {
+    flb_sds_t tag;
+    flb_sds_t input_name;
+    uint64_t stream_id;
+
+    struct mk_list _head;
+};
+
+struct ml_ctx {
+    int debug_flush;
+    int use_buffer;
+    flb_sds_t key_content;
+    flb_sds_t mode;
+
+    /* packaging buffers */
+    msgpack_sbuffer mp_sbuf;  /* temporary msgpack buffer */
+    msgpack_packer mp_pck;    /* temporary msgpack packer */
+
+    /* Multiline core engine */
+    uint64_t stream_id;
+    struct flb_ml *m;
+    struct mk_list *multiline_parsers;
+    int flush_ms;
+
+    int timer_created;
+
+    int partial_mode;
+
+    struct mk_list ml_streams;
+
+    struct mk_list split_message_packers;
+
+    struct flb_filter_instance *ins;
+
+    /* emitter */
+    flb_sds_t emitter_name;                 /* emitter input plugin name */
+    flb_sds_t emitter_storage_type;         /* emitter storage type */
+    size_t emitter_mem_buf_limit;           /* Emitter buffer limit */
+    struct flb_input_instance *ins_emitter; /* emitter input plugin instance */
+    struct flb_config *config;              /* Fluent Bit context */
+
+#ifdef FLB_HAVE_METRICS
+    struct cmt_counter *cmt_emitted;
+#endif
+};
+
+/* Register external function to emit records, check 'plugins/in_emitter' */
+int in_emitter_add_record(const char *tag, int tag_len,
+                          const char *buf_data, size_t buf_size,
+                          struct flb_input_instance *in);
+
+#endif