summaryrefslogtreecommitdiffstats
path: root/exporting/init_connectors.c
diff options
context:
space:
mode:
Diffstat (limited to 'exporting/init_connectors.c')
-rw-r--r--exporting/init_connectors.c218
1 files changed, 0 insertions, 218 deletions
diff --git a/exporting/init_connectors.c b/exporting/init_connectors.c
deleted file mode 100644
index 5167a68c2..000000000
--- a/exporting/init_connectors.c
+++ /dev/null
@@ -1,218 +0,0 @@
-// SPDX-License-Identifier: GPL-3.0-or-later
-
-#include "exporting_engine.h"
-#include "graphite/graphite.h"
-#include "json/json.h"
-#include "opentsdb/opentsdb.h"
-
-#if ENABLE_PROMETHEUS_REMOTE_WRITE
-#include "prometheus/remote_write/remote_write.h"
-#endif
-
-#if HAVE_KINESIS
-#include "aws_kinesis/aws_kinesis.h"
-#endif
-
-#if ENABLE_EXPORTING_PUBSUB
-#include "pubsub/pubsub.h"
-#endif
-
-#if HAVE_MONGOC
-#include "mongodb/mongodb.h"
-#endif
-
-/**
- * Initialize connectors
- *
- * @param engine an engine data structure.
- * @return Returns 0 on success, 1 on failure.
- */
-int init_connectors(struct engine *engine)
-{
- engine->now = now_realtime_sec();
-
- for (struct instance *instance = engine->instance_root; instance; instance = instance->next) {
- instance->index = engine->instance_num++;
- instance->after = engine->now;
-
- switch (instance->config.type) {
- case EXPORTING_CONNECTOR_TYPE_GRAPHITE:
- if (init_graphite_instance(instance) != 0)
- return 1;
- break;
- case EXPORTING_CONNECTOR_TYPE_GRAPHITE_HTTP:
- if (init_graphite_instance(instance) != 0)
- return 1;
- break;
- case EXPORTING_CONNECTOR_TYPE_JSON:
- if (init_json_instance(instance) != 0)
- return 1;
- break;
- case EXPORTING_CONNECTOR_TYPE_JSON_HTTP:
- if (init_json_http_instance(instance) != 0)
- return 1;
- break;
- case EXPORTING_CONNECTOR_TYPE_OPENTSDB:
- if (init_opentsdb_telnet_instance(instance) != 0)
- return 1;
- break;
- case EXPORTING_CONNECTOR_TYPE_OPENTSDB_HTTP:
- if (init_opentsdb_http_instance(instance) != 0)
- return 1;
- break;
- case EXPORTING_CONNECTOR_TYPE_PROMETHEUS_REMOTE_WRITE:
-#if ENABLE_PROMETHEUS_REMOTE_WRITE
- if (init_prometheus_remote_write_instance(instance) != 0)
- return 1;
-#endif
- break;
- case EXPORTING_CONNECTOR_TYPE_KINESIS:
-#if HAVE_KINESIS
- if (init_aws_kinesis_instance(instance) != 0)
- return 1;
-#endif
- break;
- case EXPORTING_CONNECTOR_TYPE_PUBSUB:
-#if ENABLE_EXPORTING_PUBSUB
- if (init_pubsub_instance(instance) != 0)
- return 1;
-#endif
- break;
- case EXPORTING_CONNECTOR_TYPE_MONGODB:
-#if HAVE_MONGOC
- if (init_mongodb_instance(instance) != 0)
- return 1;
-#endif
- break;
- default:
- netdata_log_error("EXPORTING: unknown exporting connector type");
- return 1;
- }
-
- // dispatch the instance worker thread
- int error = uv_thread_create(&instance->thread, instance->worker, instance);
- if (error) {
- netdata_log_error("EXPORTING: cannot create thread worker. uv_thread_create(): %s", uv_strerror(error));
- return 1;
- }
- char threadname[NETDATA_THREAD_NAME_MAX + 1];
- snprintfz(threadname, NETDATA_THREAD_NAME_MAX, "EXPORTING-%zu", instance->index);
- uv_thread_set_name_np(instance->thread, threadname);
-
- send_statistics("EXPORTING_START", "OK", instance->config.type_name);
- }
-
- return 0;
-}
-
-// TODO: use a base64 encoder from a library
-static size_t base64_encode(unsigned char *input, size_t input_size, char *output, size_t output_size)
-{
- uint32_t value;
- static char lookup[] = "ABCDEFGHIJKLMNOPQRSTUVWXYZ"
- "abcdefghijklmnopqrstuvwxyz"
- "0123456789+/";
- if ((input_size / 3 + 1) * 4 >= output_size) {
- netdata_log_error("Output buffer for encoding size=%zu is not large enough for %zu-bytes input", output_size, input_size);
- return 0;
- }
- size_t count = 0;
- while (input_size >= 3) {
- value = ((input[0] << 16) + (input[1] << 8) + input[2]) & 0xffffff;
- output[0] = lookup[value >> 18];
- output[1] = lookup[(value >> 12) & 0x3f];
- output[2] = lookup[(value >> 6) & 0x3f];
- output[3] = lookup[value & 0x3f];
- //netdata_log_error("Base-64 encode (%04x) -> %c %c %c %c\n", value, output[0], output[1], output[2], output[3]);
- output += 4;
- input += 3;
- input_size -= 3;
- count += 4;
- }
- switch (input_size) {
- case 2:
- value = (input[0] << 10) + (input[1] << 2);
- output[0] = lookup[(value >> 12) & 0x3f];
- output[1] = lookup[(value >> 6) & 0x3f];
- output[2] = lookup[value & 0x3f];
- output[3] = '=';
- //netdata_log_error("Base-64 encode (%06x) -> %c %c %c %c\n", (value>>2)&0xffff, output[0], output[1], output[2], output[3]);
- count += 4;
- output[4] = '\0';
- break;
- case 1:
- value = input[0] << 4;
- output[0] = lookup[(value >> 6) & 0x3f];
- output[1] = lookup[value & 0x3f];
- output[2] = '=';
- output[3] = '=';
- //netdata_log_error("Base-64 encode (%06x) -> %c %c %c %c\n", value, output[0], output[1], output[2], output[3]);
- count += 4;
- output[4] = '\0';
- break;
- case 0:
- output[0] = '\0';
- break;
- }
-
- return count;
-}
-
-/**
- * Initialize a ring buffer and credentials for a simple connector
- *
- * @param instance an instance data structure.
- */
-void simple_connector_init(struct instance *instance)
-{
- struct simple_connector_data *connector_specific_data =
- (struct simple_connector_data *)instance->connector_specific_data;
-
- if (connector_specific_data->first_buffer)
- return;
-
- connector_specific_data->header = buffer_create(0, &netdata_buffers_statistics.buffers_exporters);
- connector_specific_data->buffer = buffer_create(0, &netdata_buffers_statistics.buffers_exporters);
-
- // create a ring buffer
- struct simple_connector_buffer *first_buffer = NULL;
-
- if (instance->config.buffer_on_failures < 1)
- instance->config.buffer_on_failures = 1;
-
- for (int i = 0; i < instance->config.buffer_on_failures; i++) {
- struct simple_connector_buffer *current_buffer = callocz(1, sizeof(struct simple_connector_buffer));
-
- if (!connector_specific_data->first_buffer)
- first_buffer = current_buffer;
- else
- current_buffer->next = connector_specific_data->first_buffer;
-
- connector_specific_data->first_buffer = current_buffer;
- }
-
- first_buffer->next = connector_specific_data->first_buffer;
- connector_specific_data->last_buffer = connector_specific_data->first_buffer;
-
- if (*instance->config.username || *instance->config.password) {
- BUFFER *auth_string = buffer_create(0, &netdata_buffers_statistics.buffers_exporters);
-
- buffer_sprintf(auth_string, "%s:%s", instance->config.username, instance->config.password);
-
- size_t encoded_size = (buffer_strlen(auth_string) / 3 + 1) * 4 + 1;
- char *encoded_credentials = callocz(1, encoded_size);
-
- base64_encode((unsigned char*)buffer_tostring(auth_string), buffer_strlen(auth_string), encoded_credentials, encoded_size);
-
- buffer_flush(auth_string);
- buffer_sprintf(auth_string, "Authorization: Basic %s\n", encoded_credentials);
-
- freez(encoded_credentials);
-
- connector_specific_data->auth_string = strdupz(buffer_tostring(auth_string));
-
- buffer_free(auth_string);
- }
-
- return;
-}