1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
|
// SPDX-License-Identifier: GPL-3.0-or-later
/*
* This section manages ini config files, like netdata.conf and stream.conf
*
* It is organized like this:
*
* struct config (i.e. netdata.conf or stream.conf)
* .sections = a linked list of struct section
* .mutex = a mutex to protect the above linked list due to multi-threading
* .index = an AVL tree of struct section
*
* struct section (i.e. [global] or [health] of netdata.conf)
* .value = a linked list of struct config_option
* .mutex = a mutex to protect the above linked list due to multi-threading
* .value_index = an AVL tree of struct config_option
*
* struct config_option (ie. a name-value pair for each ini file option)
*
* The following operations on name-value options are supported:
* SET to set the value of an option
* SET DEFAULT to set the value and the default value of an option
* GET to get the value of an option
* EXISTS to check if an option exists
* MOVE to move an option from a section to another section, and/or rename it
*
* GET and SET operations are provided for the following data types:
* STRING
* NUMBER (long long)
* FLOAT (long double)
* BOOLEAN (false, true)
* BOOLEAN ONDEMAND (false, true, auto)
*
* GET and SET operations create struct config_option, if it is not already present.
* This allows netdata to run even without netdata.conf and stream.conf. The internal
* defaults are used to create the structure that should exist in the ini file and the config
* file can be downloaded from the server.
*
* Also 2 operations are supported for the whole config file:
*
* LOAD To load the ini file from disk
* GENERATE To generate the ini file (this is used to download the ini file from the server)
*
* For each option (name-value pair), the system maintains 4 flags:
* LOADED to indicate that the value has been loaded from the file
* USED to indicate that netdata used the value
* CHANGED to indicate that the value has been changed from the loaded value or the internal default value
* CHECKED is used internally for optimization (to avoid an strcmp() every time GET is called).
*
* TODO:
* 1. The linked lists and the mutexes can be removed and the AVL trees can become DICTIONARY.
* This part of the code was written before we add traversal to AVL.
*
* 2. High level data types could be supported, to simplify the rest of the code:
* MULTIPLE CHOICE to let the user select one of the supported keywords
* this would allow users see in comments the available options
*
* SIMPLE PATTERN to let the user define netdata SIMPLE PATTERNS
*
* 3. Sorting of options should be supported.
* Today, when the ini file is downloaded from the server, the options are shown in the order
* they appear in the linked list (the order they were added, listing changed options first).
* If we remove the linked list, the order they appear in the AVL tree will be used (which is
* random due to simple_hash()).
* Ideally, we support sorting of options when generating the ini file.
*
* 4. There is no free() operation. So, memory is freed on netdata exit.
*
* 5. Avoid memory fragmentation
* Since entries are created from multiple threads and a lot of allocations are required
* for each config_option, fragmentation can be a problem for IoT.
*
* 6. Although this way of managing options is quite flexible and dynamic, it wastes memory
* for the names of the options. Since most of the option names are static, we could provide
* a method to allocate only the dynamic option names.
*/
#ifndef NETDATA_CONFIG_H
#define NETDATA_CONFIG_H 1
#include "../libnetdata.h"
#define CONFIG_FILENAME "netdata.conf"
#define CONFIG_SECTION_GLOBAL "global"
#define CONFIG_SECTION_DIRECTORIES "directories"
#define CONFIG_SECTION_LOGS "logs"
#define CONFIG_SECTION_ENV_VARS "environment variables"
#define CONFIG_SECTION_SQLITE "sqlite"
#define CONFIG_SECTION_WEB "web"
#define CONFIG_SECTION_WEBRTC "webrtc"
#define CONFIG_SECTION_STATSD "statsd"
#define CONFIG_SECTION_PLUGINS "plugins"
#define CONFIG_SECTION_CLOUD "cloud"
#define CONFIG_SECTION_REGISTRY "registry"
#define CONFIG_SECTION_HEALTH "health"
#define CONFIG_SECTION_STREAM "stream"
#define CONFIG_SECTION_ML "ml"
#define CONFIG_SECTION_EXPORTING "exporting:global"
#define CONFIG_SECTION_PROMETHEUS "prometheus:exporter"
#define CONFIG_SECTION_HOST_LABEL "host labels"
#define EXPORTING_CONF "exporting.conf"
#define CONFIG_SECTION_GLOBAL_STATISTICS "global statistics"
#define CONFIG_SECTION_DB "db"
// these are used to limit the configuration names and values lengths
// they are not enforced by config.c functions (they will strdup() all strings, no matter of their length)
#define CONFIG_MAX_NAME 1024
#define CONFIG_MAX_VALUE 2048
// ----------------------------------------------------------------------------
// Config definitions
#define CONFIG_FILE_LINE_MAX ((CONFIG_MAX_NAME + CONFIG_MAX_VALUE + 1024) * 2)
struct config_section;
struct config {
struct config_section *sections;
SPINLOCK spinlock;
avl_tree_lock index;
};
#define APPCONFIG_INITIALIZER (struct config) { \
.sections = NULL, \
.spinlock = NETDATA_SPINLOCK_INITIALIZER, \
.index = { \
.avl_tree = { \
.root = NULL, \
.compar = appconfig_section_compare, \
}, \
.rwlock = AVL_LOCK_INITIALIZER, \
}, \
}
int appconfig_load(struct config *root, char *filename, int overwrite_used, const char *section_name);
typedef bool (*appconfig_foreach_value_cb_t)(void *data, const char *name, const char *value);
size_t appconfig_foreach_value_in_section(struct config *root, const char *section, appconfig_foreach_value_cb_t cb, void *data);
// sets a raw value, only if it is not loaded from the config
void appconfig_set_default_raw_value(struct config *root, const char *section, const char *name, const char *value);
int appconfig_exists(struct config *root, const char *section, const char *name);
int appconfig_move(struct config *root, const char *section_old, const char *name_old, const char *section_new, const char *name_new);
int appconfig_move_everywhere(struct config *root, const char *name_old, const char *name_new);
void appconfig_generate(struct config *root, BUFFER *wb, int only_changed, bool netdata_conf);
int appconfig_section_compare(void *a, void *b);
bool appconfig_test_boolean_value(const char *s);
struct connector_instance {
char instance_name[CONFIG_MAX_NAME + 1];
char connector_name[CONFIG_MAX_NAME + 1];
};
typedef struct _connector_instance {
struct config_section *connector; // actual connector
struct config_section *instance; // This instance
char instance_name[CONFIG_MAX_NAME + 1];
char connector_name[CONFIG_MAX_NAME + 1];
struct _connector_instance *next; // Next instance
} _CONNECTOR_INSTANCE;
_CONNECTOR_INSTANCE *add_connector_instance(struct config_section *connector, struct config_section *instance);
// ----------------------------------------------------------------------------
// shortcuts for the default netdata configuration
#define config_load(filename, overwrite_used, section) appconfig_load(&netdata_config, filename, overwrite_used, section)
#define config_set_default_raw_value(section, name, value) appconfig_set_default_raw_value(&netdata_config, section, name, value)
#define config_exists(section, name) appconfig_exists(&netdata_config, section, name)
#define config_move(section_old, name_old, section_new, name_new) appconfig_move(&netdata_config, section_old, name_old, section_new, name_new)
#define netdata_conf_generate(buffer, only_changed) appconfig_generate(&netdata_config, buffer, only_changed, true)
#define config_section_destroy(section) appconfig_section_destroy_non_loaded(&netdata_config, section)
#define config_section_option_destroy(section, name) appconfig_section_option_destroy_non_loaded(&netdata_config, section, name)
bool stream_conf_needs_dbengine(struct config *root);
bool stream_conf_has_uuid_section(struct config *root);
#include "appconfig_api_text.h"
#include "appconfig_api_numbers.h"
#include "appconfig_api_boolean.h"
#include "appconfig_api_sizes.h"
#include "appconfig_api_durations.h"
#endif // NETDATA_CONFIG_H
|
