blob: 86b41f0b3e4050c05a9b503b9cc54f1424bf8a12 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
// SPDX-License-Identifier: GPL-3.0-or-later
#ifndef NETDATA_RRDDISKPROTOCOL_H
#define NETDATA_RRDDISKPROTOCOL_H
#include <stdint.h>
#define RRDENG_BLOCK_SIZE (4096)
#define RRDFILE_ALIGNMENT RRDENG_BLOCK_SIZE
#define RRDENG_MAGIC_SZ (32)
#define RRDENG_DF_MAGIC "netdata-data-file"
#define RRDENG_JF_MAGIC "netdata-journal-file"
#define RRDENG_VER_SZ (16)
#define RRDENG_DF_VER "1.0"
#define RRDENG_JF_VER "1.0"
#define UUID_SZ (16)
#define CHECKSUM_SZ (4) /* CRC32 */
#define RRD_NO_COMPRESSION (0)
#define RRD_LZ4 (1)
#define RRDENG_DF_SB_PADDING_SZ (RRDENG_BLOCK_SIZE - (RRDENG_MAGIC_SZ + RRDENG_VER_SZ + sizeof(uint8_t)))
/*
* Data file persistent super-block
*/
struct rrdeng_df_sb {
char magic_number[RRDENG_MAGIC_SZ];
char version[RRDENG_VER_SZ];
uint8_t tier;
uint8_t padding[RRDENG_DF_SB_PADDING_SZ];
} __attribute__ ((packed));
/*
* Page types
*/
#define PAGE_METRICS (0)
#define PAGE_TIER (1)
#define PAGE_GORILLA_METRICS (2)
#define PAGE_TYPE_MAX 2 // Maximum page type (inclusive)
/*
* Data file page descriptor
*/
struct rrdeng_extent_page_descr {
uint8_t type;
uint8_t uuid[UUID_SZ];
uint32_t page_length;
uint64_t start_time_ut;
union {
struct {
uint32_t entries;
uint32_t delta_time_s;
} gorilla __attribute__((packed));
uint64_t end_time_ut;
};
} __attribute__ ((packed));
/*
* Data file extent header
*/
struct rrdeng_df_extent_header {
uint32_t payload_length;
uint8_t compression_algorithm;
uint8_t number_of_pages;
/* #number_of_pages page descriptors follow */
struct rrdeng_extent_page_descr descr[];
} __attribute__ ((packed));
/*
* Data file extent trailer
*/
struct rrdeng_df_extent_trailer {
uint8_t checksum[CHECKSUM_SZ]; /* CRC32 */
} __attribute__ ((packed));
#define RRDENG_JF_SB_PADDING_SZ (RRDENG_BLOCK_SIZE - (RRDENG_MAGIC_SZ + RRDENG_VER_SZ))
/*
* Journal file super-block
*/
struct rrdeng_jf_sb {
char magic_number[RRDENG_MAGIC_SZ];
char version[RRDENG_VER_SZ];
uint8_t padding[RRDENG_JF_SB_PADDING_SZ];
} __attribute__ ((packed));
/*
* Transaction record types
*/
#define STORE_PADDING (0)
#define STORE_DATA (1)
#define STORE_LOGS (2) /* reserved */
/*
* Journal file transaction record header
*/
struct rrdeng_jf_transaction_header {
/* when set to STORE_PADDING jump to start of next block */
uint8_t type;
uint32_t reserved; /* reserved for future use */
uint64_t id;
uint16_t payload_length;
} __attribute__ ((packed));
/*
* Journal file transaction record trailer
*/
struct rrdeng_jf_transaction_trailer {
uint8_t checksum[CHECKSUM_SZ]; /* CRC32 */
} __attribute__ ((packed));
/*
* Journal file STORE_DATA action
*/
struct rrdeng_jf_store_data {
/* data file extent information */
uint64_t extent_offset;
uint32_t extent_size;
uint8_t number_of_pages;
/* #number_of_pages page descriptors follow */
struct rrdeng_extent_page_descr descr[];
} __attribute__ ((packed));
#endif /* NETDATA_RRDDISKPROTOCOL_H */
|
