summaryrefslogtreecommitdiffstats
path: root/fluent-bit/lib/cmetrics/tests/encoding.c
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-07-24 09:54:23 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-07-24 09:54:44 +0000
commit836b47cb7e99a977c5a23b059ca1d0b5065d310e (patch)
tree1604da8f482d02effa033c94a84be42bc0c848c3 /fluent-bit/lib/cmetrics/tests/encoding.c
parentReleasing debian version 1.44.3-2. (diff)
downloadnetdata-836b47cb7e99a977c5a23b059ca1d0b5065d310e.tar.xz
netdata-836b47cb7e99a977c5a23b059ca1d0b5065d310e.zip
Merging upstream version 1.46.3.
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'fluent-bit/lib/cmetrics/tests/encoding.c')
-rw-r--r--fluent-bit/lib/cmetrics/tests/encoding.c1056
1 files changed, 0 insertions, 1056 deletions
diff --git a/fluent-bit/lib/cmetrics/tests/encoding.c b/fluent-bit/lib/cmetrics/tests/encoding.c
deleted file mode 100644
index 77a580273..000000000
--- a/fluent-bit/lib/cmetrics/tests/encoding.c
+++ /dev/null
@@ -1,1056 +0,0 @@
-/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
-
-/* CMetrics
- * ========
- * Copyright 2021-2022 The CMetrics Authors
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-#ifdef __GNUC__
-#define _GNU_SOURCE
-#endif
-
-#include <cmetrics/cmetrics.h>
-#include <cmetrics/cmt_gauge.h>
-#include <cmetrics/cmt_counter.h>
-#include <cmetrics/cmt_summary.h>
-#include <cmetrics/cmt_histogram.h>
-#include <cmetrics/cmt_encode_msgpack.h>
-#include <cmetrics/cmt_decode_msgpack.h>
-#include <cmetrics/cmt_encode_prometheus_remote_write.h>
-#include <cmetrics/cmt_encode_prometheus.h>
-#include <cmetrics/cmt_encode_opentelemetry.h>
-#include <cmetrics/cmt_encode_text.h>
-#include <cmetrics/cmt_encode_influx.h>
-#include <cmetrics/cmt_encode_splunk_hec.h>
-
-#include "cmt_tests.h"
-
-static struct cmt *generate_simple_encoder_test_data()
-{
- double val;
- uint64_t ts;
- struct cmt *cmt;
- struct cmt_counter *c;
-
- cmt = cmt_create();
-
- c = cmt_counter_create(cmt, "kubernetes", "network", "load", "Network load",
- 2, (char *[]) {"hostname", "app"});
-
- ts = 0;
-
- cmt_counter_get_val(c, 0, NULL, &val);
- cmt_counter_inc(c, ts, 0, NULL);
- cmt_counter_add(c, ts, 2, 0, NULL);
- cmt_counter_get_val(c, 0, NULL, &val);
-
- cmt_counter_inc(c, ts, 2, (char *[]) {"localhost", "cmetrics"});
- cmt_counter_get_val(c, 2, (char *[]) {"localhost", "cmetrics"}, &val);
- cmt_counter_add(c, ts, 10.55, 2, (char *[]) {"localhost", "test"});
- cmt_counter_get_val(c, 2, (char *[]) {"localhost", "test"}, &val);
- cmt_counter_set(c, ts, 12.15, 2, (char *[]) {"localhost", "test"});
- cmt_counter_set(c, ts, 1, 2, (char *[]) {"localhost", "test"});
-
- return cmt;
-}
-
-static struct cmt *generate_encoder_test_data()
-{
- double quantiles[5];
- struct cmt_histogram_buckets *buckets;
- double val;
- struct cmt *cmt;
- uint64_t ts;
- struct cmt_gauge *g1;
- struct cmt_counter *c1;
- struct cmt_summary *s1;
- struct cmt_histogram *h1;
-
- ts = 0;
- cmt = cmt_create();
-
- c1 = cmt_counter_create(cmt, "kubernetes", "network", "load_counter", "Network load counter",
- 2, (char *[]) {"hostname", "app"});
-
- cmt_counter_get_val(c1, 0, NULL, &val);
- cmt_counter_inc(c1, ts, 0, NULL);
- cmt_counter_add(c1, ts, 2, 0, NULL);
- cmt_counter_get_val(c1, 0, NULL, &val);
-
- cmt_counter_inc(c1, ts, 2, (char *[]) {"localhost", "cmetrics"});
- cmt_counter_get_val(c1, 2, (char *[]) {"localhost", "cmetrics"}, &val);
- cmt_counter_add(c1, ts, 10.55, 2, (char *[]) {"localhost", "test"});
- cmt_counter_get_val(c1, 2, (char *[]) {"localhost", "test"}, &val);
- cmt_counter_set(c1, ts, 12.15, 2, (char *[]) {"localhost", "test"});
- cmt_counter_set(c1, ts, 1, 2, (char *[]) {"localhost", "test"});
-
- g1 = cmt_gauge_create(cmt, "kubernetes", "network", "load_gauge", "Network load gauge", 0, NULL);
-
- cmt_gauge_get_val(g1, 0, NULL, &val);
- cmt_gauge_set(g1, ts, 2.0, 0, NULL);
- cmt_gauge_get_val(g1, 0, NULL, &val);
- cmt_gauge_inc(g1, ts, 0, NULL);
- cmt_gauge_get_val(g1, 0, NULL, &val);
- cmt_gauge_sub(g1, ts, 2, 0, NULL);
- cmt_gauge_get_val(g1, 0, NULL, &val);
- cmt_gauge_dec(g1, ts, 0, NULL);
- cmt_gauge_get_val(g1, 0, NULL, &val);
- cmt_gauge_inc(g1, ts, 0, NULL);
-
- buckets = cmt_histogram_buckets_create(3, 0.05, 5.0, 10.0);
-
- h1 = cmt_histogram_create(cmt,
- "k8s", "network", "load_histogram", "Network load histogram",
- buckets,
- 1, (char *[]) {"my_label"});
-
- cmt_histogram_observe(h1, ts, 0.001, 0, NULL);
- cmt_histogram_observe(h1, ts, 0.020, 0, NULL);
- cmt_histogram_observe(h1, ts, 5.0, 0, NULL);
- cmt_histogram_observe(h1, ts, 8.0, 0, NULL);
- cmt_histogram_observe(h1, ts, 1000, 0, NULL);
-
- cmt_histogram_observe(h1, ts, 0.001, 1, (char *[]) {"my_val"});
- cmt_histogram_observe(h1, ts, 0.020, 1, (char *[]) {"my_val"});
- cmt_histogram_observe(h1, ts, 5.0, 1, (char *[]) {"my_val"});
- cmt_histogram_observe(h1, ts, 8.0, 1, (char *[]) {"my_val"});
- cmt_histogram_observe(h1, ts, 1000, 1, (char *[]) {"my_val"});;
-
- quantiles[0] = 0.1;
- quantiles[1] = 0.2;
- quantiles[2] = 0.3;
- quantiles[3] = 0.4;
- quantiles[4] = 0.5;
-
- s1 = cmt_summary_create(cmt,
- "k8s", "disk", "load_summary", "Disk load summary",
- 5, quantiles,
- 1, (char *[]) {"my_label"});
-
- quantiles[0] = 1.1;
- quantiles[1] = 2.2;
- quantiles[2] = 3.3;
- quantiles[3] = 4.4;
- quantiles[4] = 5.5;
-
- cmt_summary_set_default(s1, ts, quantiles, 51.612894511314444, 10, 0, NULL);
-
- quantiles[0] = 11.11;
- quantiles[1] = 0;
- quantiles[2] = 33.33;
- quantiles[3] = 44.44;
- quantiles[4] = 55.55;
-
- cmt_summary_set_default(s1, ts, quantiles, 51.612894511314444, 10, 1, (char *[]) {"my_val"});
-
- return cmt;
-}
-
-/*
- * perform the following data encoding and compare msgpack buffsers
- *
- * CMT -> MSGPACK -> CMT -> MSGPACK
- * | |
- * |---> compare <----|
- */
-
-void test_cmt_to_msgpack()
-{
- int ret;
- size_t offset = 0;
- char *mp1_buf = NULL;
- size_t mp1_size = 0;
- char *mp2_buf = NULL;
- size_t mp2_size = 0;
- struct cmt *cmt1 = NULL;
- struct cmt *cmt2 = NULL;
-
- cmt_initialize();
-
- /* Generate context with data */
- cmt1 = generate_encoder_test_data();
- TEST_CHECK(cmt1 != NULL);
-
- /* CMT1 -> Msgpack */
- ret = cmt_encode_msgpack_create(cmt1, &mp1_buf, &mp1_size);
- TEST_CHECK(ret == 0);
-
- /* Msgpack -> CMT2 */
- ret = cmt_decode_msgpack_create(&cmt2, mp1_buf, mp1_size, &offset);
- TEST_CHECK(ret == 0);
-
- /* CMT2 -> Msgpack */
- ret = cmt_encode_msgpack_create(cmt2, &mp2_buf, &mp2_size);
- TEST_CHECK(ret == 0);
-
- /* Compare msgpacks */
- TEST_CHECK(mp1_size == mp2_size);
- if (mp1_size == mp2_size) {
- TEST_CHECK(memcmp(mp1_buf, mp2_buf, mp1_size) == 0);
- }
-
- cmt_destroy(cmt1);
- cmt_decode_msgpack_destroy(cmt2);
- cmt_encode_msgpack_destroy(mp1_buf);
- cmt_encode_msgpack_destroy(mp2_buf);
-}
-
-/*
- * Encode a context, corrupt the last metric in the msgpack packet
- * and invoke the decoder to verify if there are any leaks.
- *
- * CMT -> MSGPACK -> CMT
- *
- * Note: this function is meant to be executed in linux while using
- * valgrind
- */
-
-void test_cmt_to_msgpack_cleanup_on_error()
-{
-#ifdef __linux__
- int ret;
- size_t offset = 0;
- char *mp1_buf = NULL;
- size_t mp1_size = 0;
- struct cmt *cmt1 = NULL;
- struct cmt *cmt2 = NULL;
- char *key_buffer = NULL;
- char *key_haystack = NULL;
-
- cmt_initialize();
-
- /* Generate context with data */
- cmt1 = generate_encoder_test_data();
- TEST_CHECK(cmt1 != NULL);
-
- /* CMT1 -> Msgpack */
- ret = cmt_encode_msgpack_create(cmt1, &mp1_buf, &mp1_size);
- TEST_CHECK(ret == 0);
-
- key_haystack = &mp1_buf[mp1_size - 32];
- key_buffer = memmem(key_haystack, 32, "hash", 4);
-
- TEST_CHECK(key_buffer != NULL);
-
- /* This turns the last 'hash' entry into 'hasq' which causes
- * the map consumer in the decoder to detect an unprocessed entry
- * and abort in `unpack_metric` which means a lot of allocations
- * have been made including but not limited to temporary
- * histogram bucket arrays and completely decoded histograms
- */
- key_buffer[3] = 'q';
-
- /* Msgpack -> CMT2 */
- ret = cmt_decode_msgpack_create(&cmt2, mp1_buf, mp1_size, &offset);
-
- cmt_destroy(cmt1);
- cmt_encode_msgpack_destroy(mp1_buf);
-
- TEST_CHECK(ret != 0);
- TEST_CHECK(cmt2 == NULL);
-
-#endif
-}
-
-/*
- * perform the following data encoding and compare msgpack buffsers
- *
- * CMT -> MSGPACK -> CMT -> TEXT
- * CMT -> TEXT
- * | |
- * |---> compare <----|
- */
-void test_cmt_to_msgpack_integrity()
-{
- int ret;
- size_t offset = 0;
- char *mp1_buf = NULL;
- size_t mp1_size = 0;
- char *text1_buf = NULL;
- size_t text1_size = 0;
- char *text2_buf = NULL;
- size_t text2_size = 0;
- struct cmt *cmt1 = NULL;
- struct cmt *cmt2 = NULL;
-
- /* Generate context with data */
- cmt1 = generate_encoder_test_data();
- TEST_CHECK(cmt1 != NULL);
-
- /* CMT1 -> Msgpack */
- ret = cmt_encode_msgpack_create(cmt1, &mp1_buf, &mp1_size);
- TEST_CHECK(ret == 0);
-
- /* Msgpack -> CMT2 */
- ret = cmt_decode_msgpack_create(&cmt2, mp1_buf, mp1_size, &offset);
- TEST_CHECK(ret == 0);
-
- /* CMT1 -> Text */
- text1_buf = cmt_encode_text_create(cmt1);
- TEST_CHECK(text1_buf != NULL);
- text1_size = cfl_sds_len(text1_buf);
-
- /* CMT2 -> Text */
- text2_buf = cmt_encode_text_create(cmt2);
- TEST_CHECK(text2_buf != NULL);
- text2_size = cfl_sds_len(text2_buf);
-
- /* Compare msgpacks */
- TEST_CHECK(text1_size == text2_size);
- TEST_CHECK(memcmp(text1_buf, text2_buf, text1_size) == 0);
-
- cmt_destroy(cmt1);
-
- cmt_decode_msgpack_destroy(cmt2);
- cmt_encode_msgpack_destroy(mp1_buf);
-
- cmt_encode_text_destroy(text1_buf);
- cmt_encode_text_destroy(text2_buf);
-}
-
-void test_cmt_msgpack_partial_processing()
-{
- int ret = 0;
- int iteration = 0;
- size_t offset = 0;
- char *mp1_buf = NULL;
- size_t mp1_size = 0;
- struct cmt *cmt1 = NULL;
- struct cmt *cmt2 = NULL;
- double base_counter_value = 0;
- size_t expected_gauge_count = 0;
- double current_counter_value = 0;
- size_t expected_counter_count = 0;
- struct cmt_counter *first_counter = NULL;
- cfl_sds_t serialized_data_buffer = NULL;
- size_t serialized_data_buffer_length = 0;
-
- /* Generate an encoder context with more than one counter */
- cmt1 = generate_encoder_test_data();
- TEST_CHECK(NULL != cmt1);
-
- /* Find the first counter so we can get its value before re-encoding it N times
- * for the test, that way we can ensure that the decoded contexts we get in the
- * next phase are individual ones and not just a glitch
- */
-
- first_counter = cfl_list_entry_first(&cmt1->counters, struct cmt_counter, _head);
- TEST_CHECK(NULL != first_counter);
-
- ret = cmt_counter_get_val(first_counter, 0, NULL, &base_counter_value);
- TEST_CHECK(0 == ret);
-
- expected_counter_count = cfl_list_size(&cmt1->counters);
- expected_gauge_count = cfl_list_size(&cmt1->gauges);
-
- /* Since we are modifying the counter on each iteration we have to re-encode it */
- for (iteration = 0 ;
- iteration < MSGPACK_PARTIAL_PROCESSING_ELEMENT_COUNT ;
- iteration++) {
-
- ret = cmt_counter_inc(first_counter, 0, 0, NULL);
- TEST_CHECK(0 == ret);
-
- ret = cmt_encode_msgpack_create(cmt1, &mp1_buf, &mp1_size);
- TEST_CHECK(0 == ret);
-
- if (NULL == serialized_data_buffer) {
- serialized_data_buffer = cfl_sds_create_len(mp1_buf, mp1_size);
- TEST_CHECK(NULL != serialized_data_buffer);
- }
- else {
- cfl_sds_cat_safe(&serialized_data_buffer, mp1_buf, mp1_size);
- /* TEST_CHECK(0 == ret); */
- }
-
- cmt_encode_msgpack_destroy(mp1_buf);
- }
-
- cmt_destroy(cmt1);
-
- /* In this phase we invoke the decoder with until it retunrs an error indicating that
- * there is not enough data in the input buffer, for each cycle we compare the value
- * for the first counter which should be be incremental.
- *
- * We also check that the iteration count matches the pre established count.
- */
-
- ret = 0;
- offset = 0;
- iteration = 0;
- serialized_data_buffer_length = cfl_sds_len(serialized_data_buffer);
-
- while (CMT_DECODE_MSGPACK_SUCCESS == ret) {
- ret = cmt_decode_msgpack_create(&cmt2, serialized_data_buffer,
- serialized_data_buffer_length, &offset);
-
- if (CMT_DECODE_MSGPACK_INSUFFICIENT_DATA == ret) {
- break;
- }
- else if (CMT_DECODE_MSGPACK_SUCCESS != ret) {
- break;
- }
-
- TEST_CHECK(0 == ret);
-
- first_counter = cfl_list_entry_first(&cmt2->counters, struct cmt_counter, _head);
- TEST_CHECK(NULL != first_counter);
-
- ret = cmt_counter_get_val(first_counter, 0, NULL, &current_counter_value);
- TEST_CHECK(0 == ret);
-
- TEST_CHECK(base_counter_value == (current_counter_value - iteration - 1));
-
- TEST_CHECK(expected_counter_count == cfl_list_size(&cmt2->counters));
- TEST_CHECK(expected_gauge_count == cfl_list_size(&cmt2->gauges));
-
- cmt_decode_msgpack_destroy(cmt2);
-
- iteration++;
- }
-
- TEST_CHECK(MSGPACK_PARTIAL_PROCESSING_ELEMENT_COUNT == iteration);
-
- cfl_sds_destroy(serialized_data_buffer);
-}
-
-void test_cmt_to_msgpack_stability()
-{
- int ret = 0;
- int iteration = 0;
- size_t offset = 0;
- char *mp1_buf = NULL;
- size_t mp1_size = 0;
- struct cmt *cmt1 = NULL;
- struct cmt *cmt2 = NULL;
-
- for (iteration = 0 ; iteration < MSGPACK_STABILITY_TEST_ITERATION_COUNT ; iteration++) {
- cmt1 = generate_encoder_test_data();
- TEST_CHECK(cmt1 != NULL);
-
- ret = cmt_encode_msgpack_create(cmt1, &mp1_buf, &mp1_size);
- TEST_CHECK(ret == 0);
-
- offset = 0;
- ret = cmt_decode_msgpack_create(&cmt2, mp1_buf, mp1_size, &offset);
- TEST_CHECK(ret == 0);
-
- cmt_destroy(cmt1);
- cmt_decode_msgpack_destroy(cmt2);
- cmt_encode_msgpack_destroy(mp1_buf);
- }
-
-}
-
-void test_cmt_to_msgpack_labels()
-{
- int ret;
- size_t offset = 0;
- char *mp1_buf = NULL;
- size_t mp1_size = 1;
- char *mp2_buf = NULL;
- size_t mp2_size = 2;
- struct cmt *cmt1 = NULL;
- struct cmt *cmt2 = NULL;
- cfl_sds_t text_result;
- const char expected_text[] = "1970-01-01T00:00:00.000000000Z kubernetes_network_load{dev=\"Calyptia\",lang=\"C\"} = 3\n" \
- "1970-01-01T00:00:00.000000000Z kubernetes_network_load{dev=\"Calyptia\",lang=\"C\",hostname=\"localhost\",app=\"cmetrics\"} = 1\n" \
- "1970-01-01T00:00:00.000000000Z kubernetes_network_load{dev=\"Calyptia\",lang=\"C\",hostname=\"localhost\",app=\"test\"} = 12.15\n";
-
- cmt_initialize();
-
- /* Generate context with data */
- cmt1 = generate_simple_encoder_test_data();
- TEST_CHECK(NULL != cmt1);
-
- /* CMT1 -> Msgpack */
- ret = cmt_encode_msgpack_create(cmt1, &mp1_buf, &mp1_size);
- TEST_CHECK(0 == ret);
-
- /* Msgpack -> CMT2 */
- ret = cmt_decode_msgpack_create(&cmt2, mp1_buf, mp1_size, &offset);
- TEST_CHECK(0 == ret);
-
- /* CMT2 -> Msgpack */
- ret = cmt_encode_msgpack_create(cmt2, &mp2_buf, &mp2_size);
- TEST_CHECK(0 == ret);
-
- /* Compare msgpacks */
- TEST_CHECK(mp1_size == mp2_size);
- TEST_CHECK(0 == memcmp(mp1_buf, mp2_buf, mp1_size));
-
- /* append static labels */
- cmt_label_add(cmt2, "dev", "Calyptia");
- cmt_label_add(cmt2, "lang", "C");
-
- text_result = cmt_encode_text_create(cmt2);
- TEST_CHECK(NULL != text_result);
- TEST_CHECK(0 == strcmp(text_result, expected_text));
-
- cmt_destroy(cmt1);
- cmt_encode_text_destroy(text_result);
- cmt_decode_msgpack_destroy(cmt2);
- cmt_encode_msgpack_destroy(mp1_buf);
- cmt_encode_msgpack_destroy(mp2_buf);
-}
-
-void test_prometheus_remote_write()
-{
- struct cmt *cmt;
- cfl_sds_t payload;
- FILE *sample_file;
-
- cmt_initialize();
-
- cmt = generate_encoder_test_data();
-
- payload = cmt_encode_prometheus_remote_write_create(cmt);
- TEST_CHECK(NULL != payload);
-
- if (payload == NULL) {
- cmt_destroy(cmt);
-
- return;
- }
-
- printf("\n\nDumping remote write payload to prometheus_remote_write_payload.bin, in order to test it \
-we need to compress it using snappys scmd :\n\
-scmd -c prometheus_remote_write_payload.bin prometheus_remote_write_payload.snp\n\n\
-and then send it using curl :\n\
-curl -v 'http://localhost:9090/receive' -H 'Content-Type: application/x-protobuf' \
--H 'X-Prometheus-Remote-Write-Version: 0.1.0' -H 'User-Agent: metrics-worker' \
---data-binary '@prometheus_remote_write_payload.snp'\n\n");
-
- sample_file = fopen("prometheus_remote_write_payload.bin", "wb+");
-
- fwrite(payload, 1, cfl_sds_len(payload), sample_file);
-
- fclose(sample_file);
-
- cmt_encode_prometheus_remote_write_destroy(payload);
-
- cmt_destroy(cmt);
-}
-
-void test_opentelemetry()
-{
- cfl_sds_t payload;
- struct cmt *cmt;
- FILE *sample_file;
-
- cmt_initialize();
-
- cmt = generate_encoder_test_data();
-
- payload = cmt_encode_opentelemetry_create(cmt);
- TEST_CHECK(NULL != payload);
-
- if (payload == NULL) {
- cmt_destroy(cmt);
-
- return;
- }
-
- printf("\n\nDumping remote write payload to opentelemetry_payload.bin, in order to test it \
-we need to send it to our opentelemetry http endpoint using curl :\n\
-curl -v 'http://localhost:9090/v1/metrics' -H 'Content-Type: application/x-protobuf' \
--H 'User-Agent: metrics-worker' \
---data-binary '@opentelemetry_payload.bin'\n\n");
-
- sample_file = fopen("opentelemetry_payload.bin", "wb+");
-
- fwrite(payload, 1, cfl_sds_len(payload), sample_file);
-
- fclose(sample_file);
-
- cmt_encode_prometheus_remote_write_destroy(payload);
-
- cmt_destroy(cmt);
-}
-
-void test_prometheus()
-{
- uint64_t ts;
- cfl_sds_t text;
- struct cmt *cmt;
- struct cmt_counter *c;
-
- char *out1 = "# HELP cmt_labels_test \"Static\\\\ labels \\ntest\n"
- "# TYPE cmt_labels_test counter\n"
- "cmt_labels_test 1 0\n"
- "cmt_labels_test{host=\"calyptia.com\",app=\"cmetrics\"} 2 0\n"
- "cmt_labels_test{host=\"\\\"calyptia.com\\\"\",app=\"cme\\\\tr\\nics\"} 1 0\n";
-
- char *out2 = "# HELP cmt_labels_test \"Static\\\\ labels \\ntest\n"
- "# TYPE cmt_labels_test counter\n"
- "cmt_labels_test{dev=\"Calyptia\",lang=\"C\\\"\\\\\\n\"} 1 0\n"
- "cmt_labels_test{dev=\"Calyptia\",lang=\"C\\\"\\\\\\n\",host=\"calyptia.com\",app=\"cmetrics\"} 2 0\n"
- "cmt_labels_test{dev=\"Calyptia\",lang=\"C\\\"\\\\\\n\",host=\"\\\"calyptia.com\\\"\",app=\"cme\\\\tr\\nics\"} 1 0\n";
-
- cmt_initialize();
-
- cmt = cmt_create();
- TEST_CHECK(cmt != NULL);
-
- c = cmt_counter_create(cmt, "cmt", "labels", "test", "\"Static\\ labels \ntest",
- 2, (char *[]) {"host", "app"});
-
- ts = 0;
- cmt_counter_inc(c, ts, 0, NULL);
- cmt_counter_inc(c, ts, 2, (char *[]) {"calyptia.com", "cmetrics"});
- cmt_counter_inc(c, ts, 2, (char *[]) {"calyptia.com", "cmetrics"});
- cmt_counter_inc(c, ts, 2, (char *[]) {"\"calyptia.com\"", "cme\\tr\nics"});
-
- /* Encode to prometheus (no static labels) */
- text = cmt_encode_prometheus_create(cmt, CMT_TRUE);
- printf("\n%s\n", text);
- TEST_CHECK(strcmp(text, out1) == 0);
- cmt_encode_prometheus_destroy(text);
-
- /* append static labels */
- cmt_label_add(cmt, "dev", "Calyptia");
- cmt_label_add(cmt, "lang", "C\"\\\n");
-
- text = cmt_encode_prometheus_create(cmt, CMT_TRUE);
- printf("%s\n", text);
- TEST_CHECK(strcmp(text, out2) == 0);
- cmt_encode_prometheus_destroy(text);
-
- cmt_destroy(cmt);
-}
-
-void test_text()
-{
- uint64_t ts;
- cfl_sds_t text;
- struct cmt *cmt;
- struct cmt_counter *c;
-
- char *out1 = \
- "1970-01-01T00:00:00.000000000Z cmt_labels_test = 1\n"
- "1970-01-01T00:00:00.000000000Z cmt_labels_test{host=\"calyptia.com\",app=\"cmetrics\"} = 2\n";
-
- char *out2 = \
- "1970-01-01T00:00:00.000000000Z cmt_labels_test{dev=\"Calyptia\",lang=\"C\"} = 1\n"
- "1970-01-01T00:00:00.000000000Z cmt_labels_test{dev=\"Calyptia\",lang=\"C\",host=\"calyptia.com\",app=\"cmetrics\"} = 2\n";
-
- cmt_initialize();
-
- cmt = cmt_create();
- TEST_CHECK(cmt != NULL);
-
- c = cmt_counter_create(cmt, "cmt", "labels", "test", "Static labels test",
- 2, (char *[]) {"host", "app"});
-
- ts = 0;
- cmt_counter_inc(c, ts, 0, NULL);
- cmt_counter_inc(c, ts, 2, (char *[]) {"calyptia.com", "cmetrics"});
- cmt_counter_inc(c, ts, 2, (char *[]) {"calyptia.com", "cmetrics"});
-
- /* Encode to prometheus (no static labels) */
- text = cmt_encode_text_create(cmt);
- printf("\n%s\n", text);
- TEST_CHECK(strcmp(text, out1) == 0);
- cmt_encode_text_destroy(text);
-
- /* append static labels */
- cmt_label_add(cmt, "dev", "Calyptia");
- cmt_label_add(cmt, "lang", "C");
-
- text = cmt_encode_text_create(cmt);
- printf("%s\n", text);
- TEST_CHECK(strcmp(text, out2) == 0);
- cmt_encode_text_destroy(text);
-
- cmt_destroy(cmt);
-}
-
-void test_influx()
-{
- uint64_t ts;
- cfl_sds_t text;
- struct cmt *cmt;
- struct cmt_counter *c1;
- struct cmt_counter *c2;
-
- char *out1 = \
- "cmt_labels test=1 1435658235000000123\n"
- "cmt_labels,host=calyptia.com,app=cmetrics test=2 1435658235000000123\n"
- "cmt,host=aaa,app=bbb nosubsystem=1 1435658235000000123\n";
-
- char *out2 = \
- "cmt_labels,dev=Calyptia,lang=C test=1 1435658235000000123\n"
- "cmt_labels,dev=Calyptia,lang=C,host=calyptia.com,app=cmetrics test=2 1435658235000000123\n"
- "cmt,dev=Calyptia,lang=C,host=aaa,app=bbb nosubsystem=1 1435658235000000123\n";
-
- cmt = cmt_create();
- TEST_CHECK(cmt != NULL);
-
- c1 = cmt_counter_create(cmt, "cmt", "labels", "test", "Static labels test",
- 2, (char *[]) {"host", "app"});
-
- ts = 1435658235000000123;
- cmt_counter_inc(c1, ts, 0, NULL);
- cmt_counter_inc(c1, ts, 2, (char *[]) {"calyptia.com", "cmetrics"});
- cmt_counter_inc(c1, ts, 2, (char *[]) {"calyptia.com", "cmetrics"});
-
- c2 = cmt_counter_create(cmt, "cmt", "", "nosubsystem", "No subsystem",
- 2, (char *[]) {"host", "app"});
-
- cmt_counter_inc(c2, ts, 2, (char *[]) {"aaa", "bbb"});
-
- /* Encode to prometheus (no static labels) */
- text = cmt_encode_influx_create(cmt);
- printf("%s\n", text);
- TEST_CHECK(strcmp(text, out1) == 0);
- cmt_encode_influx_destroy(text);
-
- /* append static labels */
- cmt_label_add(cmt, "dev", "Calyptia");
- cmt_label_add(cmt, "lang", "C");
-
- text = cmt_encode_influx_create(cmt);
- printf("%s\n", text);
- TEST_CHECK(strcmp(text, out2) == 0);
- cmt_encode_influx_destroy(text);
-
- cmt_destroy(cmt);
-}
-
-void test_splunk_hec()
-{
- uint64_t ts;
- cfl_sds_t text;
- struct cmt *cmt;
- struct cmt_counter *c1;
- struct cmt_counter *c2;
- const char *host = "localhost", *index = "fluent-bit-metrics", *source = "fluent-bit-cmetrics", *source_type = "cmetrics";
-
- char *out1 = \
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:labels.test\":1.0}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:labels.test\":2.0,\"host\":\"calyptia.com\",\"app\":\"cmetrics\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:nosubsystem\":1.0,\"host\":\"aaa\",\"app\":\"bbb\"}}";
-
- char *out2 = \
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"fields\":{\"metric_name:labels.test\":1.0,\"dev\":\"Calyptia\",\"lang\":\"C\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"fields\":{\"metric_name:labels.test\":2.0,\"dev\":\"Calyptia\",\"lang\":\"C\",\"host\":\"calyptia.com\",\"app\":\"cmetrics\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"fields\":{\"metric_name:nosubsystem\":1.0,\"dev\":\"Calyptia\",\"lang\":\"C\",\"host\":\"aaa\",\"app\":\"bbb\"}}";
-
- cmt = cmt_create();
- TEST_CHECK(cmt != NULL);
-
- c1 = cmt_counter_create(cmt, "cmt", "labels", "test", "Static labels test",
- 2, (char *[]) {"host", "app"});
-
- ts = 1435658235000000123;
- cmt_counter_inc(c1, ts, 0, NULL);
- cmt_counter_inc(c1, ts, 2, (char *[]) {"calyptia.com", "cmetrics"});
- cmt_counter_inc(c1, ts, 2, (char *[]) {"calyptia.com", "cmetrics"});
-
- c2 = cmt_counter_create(cmt, "cmt", "", "nosubsystem", "No subsystem",
- 2, (char *[]) {"host", "app"});
-
- cmt_counter_inc(c2, ts, 2, (char *[]) {"aaa", "bbb"});
-
- /* Encode to splunk hec (no static labels) */
- text = cmt_encode_splunk_hec_create(cmt, host, index, source, source_type);
- printf("%s\n", text);
- TEST_CHECK(strcmp(text, out1) == 0);
- cmt_encode_splunk_hec_destroy(text);
-
- /* append static labels */
- cmt_label_add(cmt, "dev", "Calyptia");
- cmt_label_add(cmt, "lang", "C");
-
- text = cmt_encode_splunk_hec_create(cmt, host, index, NULL, NULL);
- printf("%s\n", text);
- TEST_CHECK(strcmp(text, out2) == 0);
- cmt_encode_splunk_hec_destroy(text);
-
- cmt_destroy(cmt);
-}
-
-
-void test_splunk_hec_floating_point()
-{
- uint64_t ts;
- cfl_sds_t text;
- struct cmt *cmt;
- struct cmt_counter *c1;
- struct cmt_counter *c2;
- const char *host = "localhost", *index = "fluent-bit-metrics", *source = "fluent-bit-cmetrics", *source_type = "cmetrics";
-
- char *out1 = \
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:labels.test\":0.0}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:labels.test\":2.340000e+12,\"host\":\"calyptia.com\",\"app\":\"cmetrics\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:nosubsystem\":0.0}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:nosubsystem\":5.000000e+15,\"host\":\"aaa\",\"app\":\"bbb\"}}";
- char *out2 = \
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"fields\":{\"metric_name:labels.test\":0.0,\"dev\":\"Calyptia\",\"lang\":\"C\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"fields\":{\"metric_name:labels.test\":2.340000e+12,\"dev\":\"Calyptia\",\"lang\":\"C\",\"host\":\"calyptia.com\",\"app\":\"cmetrics\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"fields\":{\"metric_name:nosubsystem\":0.0,\"dev\":\"Calyptia\",\"lang\":\"C\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"fields\":{\"metric_name:nosubsystem\":5.000000e+15,\"dev\":\"Calyptia\",\"lang\":\"C\",\"host\":\"aaa\",\"app\":\"bbb\"}}";
-
- cmt = cmt_create();
- TEST_CHECK(cmt != NULL);
-
- c1 = cmt_counter_create(cmt, "cmt", "labels", "test", "Static labels test",
- 2, (char *[]) {"host", "app"});
-
- ts = 1435658235000000123;
- cmt_counter_set(c1, ts, 0, 0, NULL);
- cmt_counter_add(c1, ts, 2e+10, 2, (char *[]) {"calyptia.com", "cmetrics"});
- cmt_counter_add(c1, ts, 2.32e+12, 2, (char *[]) {"calyptia.com", "cmetrics"});
-
- c2 = cmt_counter_create(cmt, "cmt", "", "nosubsystem", "No subsystem",
- 2, (char *[]) {"host", "app"});
-
- cmt_counter_set(c2, ts, 0, 0, NULL);
- cmt_counter_add(c2, ts, 5e+15, 2, (char *[]) {"aaa", "bbb"});
-
- /* Encode to splunk hec (no static labels) */
- text = cmt_encode_splunk_hec_create(cmt, host, index, source, source_type);
- printf("%s\n", text);
- TEST_CHECK(strcmp(text, out1) == 0);
- cmt_encode_splunk_hec_destroy(text);
-
- /* append static labels */
- cmt_label_add(cmt, "dev", "Calyptia");
- cmt_label_add(cmt, "lang", "C");
-
- text = cmt_encode_splunk_hec_create(cmt, host, index, NULL, NULL);
- printf("%s\n", text);
- TEST_CHECK(strcmp(text, out2) == 0);
- cmt_encode_splunk_hec_destroy(text);
-
- cmt_destroy(cmt);
-}
-
-/* values to observe in a histogram */
-double hist_observe_values[10] = {
- 0.0 , 1.02, 2.04, 3.06,
- 4.08, 5.10, 6.12, 7.14,
- 8.16, 9.18
- };
-
-static int histogram_observe_all(struct cmt_histogram *h,
- uint64_t timestamp,
- int labels_count, char **labels_vals)
-{
- int i;
- double val;
-
- for (i = 0; i < sizeof(hist_observe_values)/(sizeof(double)); i++) {
- val = hist_observe_values[i];
- cmt_histogram_observe(h, timestamp, val, labels_count, labels_vals);
- }
-
- return i;
-}
-
-void test_splunk_hec_histogram()
-{
- uint64_t ts;
- cfl_sds_t text;
- struct cmt *cmt;
- struct cmt_histogram *h;
- struct cmt_histogram_buckets *buckets;
- const char *host = "localhost", *index = "fluent-bit-metrics", *source = "fluent-bit-cmetrics", *source_type = "cmetrics";
-
- char *out1 =
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.005\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.01\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.025\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.05\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.1\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.25\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.5\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"1.0\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":3.0,\"le\":\"2.5\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":5.0,\"le\":\"5.0\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":10.0,\"le\":\"10.0\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":10.0,\"le\":\"+Inf\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_sum\":45.0,\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_count\":10.0,\"metric_type\":\"Histogram\"}}";
- char *out2 =
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.005\",\"static\":\"test\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.01\",\"static\":\"test\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.025\",\"static\":\"test\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.05\",\"static\":\"test\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.1\",\"static\":\"test\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.25\",\"static\":\"test\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"0.5\",\"static\":\"test\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":1.0,\"le\":\"1.0\",\"static\":\"test\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":3.0,\"le\":\"2.5\",\"static\":\"test\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":5.0,\"le\":\"5.0\",\"static\":\"test\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":10.0,\"le\":\"10.0\",\"static\":\"test\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_bucket\":10.0,\"le\":\"+Inf\",\"static\":\"test\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_sum\":45.0,\"static\":\"test\",\"metric_type\":\"Histogram\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_count\":10.0,\"static\":\"test\",\"metric_type\":\"Histogram\"}}";
-
- cmt_initialize();
-
- /* CMetrics context */
- cmt = cmt_create();
- TEST_CHECK(cmt != NULL);
-
- /* Timestamp */
- ts = 1435658235000000123;
-
- /* Create buckets */
- buckets = cmt_histogram_buckets_create(11,
- 0.005, 0.01, 0.025, 0.05,
- 0.1, 0.25, 0.5, 1.0, 2.5,
- 5.0, 10.0);
- TEST_CHECK(buckets != NULL);
-
- /* Create a gauge metric type */
- h = cmt_histogram_create(cmt,
- "k8s", "network", "load", "Network load",
- buckets,
- 1, (char *[]) {"my_label"});
- TEST_CHECK(h != NULL);
-
- /* no labels */
- histogram_observe_all(h, ts, 0, NULL);
- text = cmt_encode_splunk_hec_create(cmt, host, index, source, source_type);
- printf("%s\n", text);
- TEST_CHECK(strcmp(text, out1) == 0);
- cmt_encode_splunk_hec_destroy(text);
-
- /* static label: register static label for the context */
- cmt_label_add(cmt, "static", "test");
- text = cmt_encode_splunk_hec_create(cmt, host, index, source, source_type);
- printf("%s\n", text);
- TEST_CHECK(strcmp(text, out2) == 0);
- cmt_encode_splunk_hec_destroy(text);
-
- /* defined labels: add a custom label value */
- histogram_observe_all(h, ts, 1, (char *[]) {"val"});
- text = cmt_encode_splunk_hec_create(cmt, host, index, source, source_type);
- printf("%s\n", text);
- cmt_encode_splunk_hec_destroy(text);
-
- cmt_destroy(cmt);
-}
-
-void test_splunk_hec_summary()
-{
- double sum;
- uint64_t count;
- uint64_t ts;
- double q[6];
- double r[6];
- cfl_sds_t text;
- struct cmt *cmt;
- struct cmt_summary *s;
- const char *host = "localhost", *index = "fluent-bit-metrics", *source = "fluent-bit-cmetrics", *source_type = "cmetrics";
-
- char *out1 =
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_sum\":51.0,\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_count\":10.0,\"metric_type\":\"Summary\"}}";
- char *out2 =
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load\":1.0,\"qt\":\"0.1\",\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load\":2.0,\"qt\":\"0.2\",\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load\":3.0,\"qt\":\"0.3\",\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load\":4.0,\"qt\":\"0.4\",\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load\":5.0,\"qt\":\"0.5\",\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load\":6.0,\"qt\":\"1.0\",\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_sum\":51.0,\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_count\":10.0,\"metric_type\":\"Summary\"}}";
- char *out3 =
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load\":1.0,\"qt\":\"0.1\",\"static\":\"test\",\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load\":2.0,\"qt\":\"0.2\",\"static\":\"test\",\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load\":3.0,\"qt\":\"0.3\",\"static\":\"test\",\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load\":4.0,\"qt\":\"0.4\",\"static\":\"test\",\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load\":5.0,\"qt\":\"0.5\",\"static\":\"test\",\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load\":6.0,\"qt\":\"1.0\",\"static\":\"test\",\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_sum\":51.0,\"static\":\"test\",\"metric_type\":\"Summary\"}}"
- "{\"host\":\"localhost\",\"time\":1435658235.000000123,\"event\":\"metric\",\"index\":\"fluent-bit-metrics\",\"source\":\"fluent-bit-cmetrics\",\"sourcetype\":\"cmetrics\",\"fields\":{\"metric_name:network.load_count\":10.0,\"static\":\"test\",\"metric_type\":\"Summary\"}}";
-
- cmt_initialize();
-
- /* Timestamp */
- ts = 1435658235000000123;
-
- /* CMetrics context */
- cmt = cmt_create();
- TEST_CHECK(cmt != NULL);
-
- /* set quantiles, no labels */
- q[0] = 0.1;
- q[1] = 0.2;
- q[2] = 0.3;
- q[3] = 0.4;
- q[4] = 0.5;
- q[5] = 1.0;
-
- r[0] = 1;
- r[1] = 2;
- r[2] = 3;
- r[3] = 4;
- r[4] = 5;
- r[5] = 6;
-
- /* Create a gauge metric type */
- s = cmt_summary_create(cmt,
- "k8s", "network", "load", "Network load",
- 6, q,
- 1, (char *[]) {"my_label"});
- TEST_CHECK(s != NULL);
-
- count = 10;
- sum = 51.612894511314444;
-
- /* no quantiles, no labels */
- cmt_summary_set_default(s, ts, NULL, sum, count, 0, NULL);
- text = cmt_encode_splunk_hec_create(cmt, host, index, source, source_type);
- printf("%s\n", text);
- TEST_CHECK(strcmp(text, out1) == 0);
- cmt_encode_splunk_hec_destroy(text);
-
- cmt_summary_set_default(s, ts, r, sum, count, 0, NULL);
- text = cmt_encode_splunk_hec_create(cmt, host, index, source, source_type);
- printf("%s\n", text);
- TEST_CHECK(strcmp(text, out2) == 0);
- cmt_encode_splunk_hec_destroy(text);
-
- /* static label: register static label for the context */
- cmt_label_add(cmt, "static", "test");
- text = cmt_encode_splunk_hec_create(cmt, host, index, source, source_type);
- printf("%s\n", text);
- TEST_CHECK(strcmp(text, out3) == 0);
- cmt_encode_splunk_hec_destroy(text);
-
- cmt_destroy(cmt);
-}
-
-TEST_LIST = {
- {"cmt_msgpack_cleanup_on_error", test_cmt_to_msgpack_cleanup_on_error},
- {"cmt_msgpack_partial_processing", test_cmt_msgpack_partial_processing},
- {"prometheus_remote_write", test_prometheus_remote_write},
- {"cmt_msgpack_stability", test_cmt_to_msgpack_stability},
- {"cmt_msgpack_integrity", test_cmt_to_msgpack_integrity},
- {"cmt_msgpack_labels", test_cmt_to_msgpack_labels},
- {"cmt_msgpack", test_cmt_to_msgpack},
- {"opentelemetry", test_opentelemetry},
- {"prometheus", test_prometheus},
- {"text", test_text},
- {"influx", test_influx},
- {"splunk_hec", test_splunk_hec},
- {"splunk_hec_floating_point", test_splunk_hec_floating_point},
- {"splunk_hec_histogram", test_splunk_hec_histogram},
- {"splunk_hec_summary", test_splunk_hec_summary},
- { 0 }
-};