1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
|
/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
/* Fluent Bit
* ==========
* Copyright (C) 2015-2022 The Fluent Bit Authors
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#ifndef FLB_FILTER_KUBE_CONF_H
#define FLB_FILTER_KUBE_CONF_H
#include <fluent-bit/flb_info.h>
#include <fluent-bit/flb_filter.h>
#include <fluent-bit/flb_config.h>
#include <fluent-bit/flb_upstream.h>
#include <fluent-bit/flb_macros.h>
#include <fluent-bit/flb_io.h>
#include <fluent-bit/flb_sds.h>
#include <fluent-bit/flb_regex.h>
#include <fluent-bit/flb_hash_table.h>
/*
* Since this filter might get a high number of request per second,
* we need to keep some cached data to perform filtering, e.g:
*
* tag -> regex: pod name, container ID, container name, etc
*
* By default, we define a hash table for 256 entries.
*/
#define FLB_HASH_TABLE_SIZE 256
/*
* When merging nested JSON strings from Docker logs, we need a temporary
* buffer to perform the convertion. To optimize the process, we pre-allocate
* a buffer for that purpose. The FLB_MERGE_BUF_SIZE defines the buffer size.
*
* Note: this is only the initial buffer size, it can grow depending on needs
* for every incoming json-string.
*/
#define FLB_MERGE_BUF_SIZE 2048 /* 2KB */
/* Kubernetes API server info */
#define FLB_API_HOST "kubernetes.default.svc"
#define FLB_API_PORT 443
#define FLB_API_TLS FLB_TRUE
/*
* Default expected Kubernetes tag prefix, this is used mostly when source
* data comes from in_tail with custom tags like: kube.service.*
*/
#ifdef FLB_SYSTEM_WINDOWS
#define FLB_KUBE_TAG_PREFIX "kube.c.var.log.containers."
#else
#define FLB_KUBE_TAG_PREFIX "kube.var.log.containers."
#endif
struct kube_meta;
/* Filter context */
struct flb_kube {
/* Configuration parameters */
char *api_host;
int api_port;
int api_https;
int use_journal;
int cache_use_docker_id;
int labels;
int annotations;
int dummy_meta;
int tls_debug;
int tls_verify;
int kube_token_ttl;
flb_sds_t meta_preload_cache_dir;
/* Configuration proposed through Annotations (boolean) */
int k8s_logging_parser; /* allow to process a suggested parser ? */
int k8s_logging_exclude; /* allowed to suggest to exclude logs ? */
/* HTTP Client Setup */
size_t buffer_size;
/* Merge Log feature */
int merge_log; /* old merge_json_log */
struct flb_parser *merge_parser;
/* Temporal buffer to unescape strings */
size_t unesc_buf_size;
size_t unesc_buf_len;
char *unesc_buf;
/*
* Merge Log Trim: if merge_log is enabled, this flag allows to trim
* the value and remove any trailing \n or \r.
*/
int merge_log_trim;
/* Log key, old merge_json_key (default 'log') */
flb_sds_t merge_log_key;
/* Keep original log key after successful parsing */
int keep_log;
/* API Server end point */
char kube_url[1024];
/* Kubernetes tag prefix */
flb_sds_t kube_tag_prefix;
/* Regex context to parse records */
struct flb_regex *regex;
struct flb_parser *parser;
/* TLS CA certificate file */
char *tls_ca_path;
char *tls_ca_file;
/* TLS virtual host (optional), set by configmap */
flb_sds_t tls_vhost;
/* Kubernetes Namespace */
char *namespace;
size_t namespace_len;
/* POD Name where Fluent Bit is running */
char *podname;
size_t podname_len;
/* Kubernetes Token from FLB_KUBE_TOKEN file */
char *token_file;
char *token;
size_t token_len;
/* Command to get Kubernetes Authorization Token */
const char *kube_token_command;
int kube_token_create;
/* Pre-formatted HTTP Authorization header value */
char *auth;
size_t auth_len;
int dns_retries;
int dns_wait_time;
int use_tag_for_meta;
int use_kubelet;
char *kubelet_host;
int kubelet_port;
int kube_meta_cache_ttl;
struct flb_tls *tls;
struct flb_config *config;
struct flb_hash_table *hash_table;
struct flb_upstream *upstream;
struct flb_filter_instance *ins;
};
struct flb_kube *flb_kube_conf_create(struct flb_filter_instance *i,
struct flb_config *config);
void flb_kube_conf_destroy(struct flb_kube *ctx);
#endif
|
