summaryrefslogtreecommitdiffstats
path: root/src/fluent-bit/plugins/out_kinesis_streams/kinesis_api.h
blob: e44de6d4dbd19f15332eaa9400d7a24d91f69ba7 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
/* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */

/*  Fluent Bit
 *  ==========
 *  Copyright (C) 2015-2022 The Fluent Bit Authors
 *
 *  Licensed under the Apache License, Version 2.0 (the "License");
 *  you may not use this file except in compliance with the License.
 *  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 *  Unless required by applicable law or agreed to in writing, software
 *  distributed under the License is distributed on an "AS IS" BASIS,
 *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  See the License for the specific language governing permissions and
 *  limitations under the License.
 */

#ifndef FLB_OUT_KINESIS_API
#define FLB_OUT_KINESIS_API

#define PUT_RECORDS_PAYLOAD_SIZE         5242880
#define MAX_EVENTS_PER_PUT               500
#define MAX_EVENT_SIZE                   1048556 /* 1048576 - 20 bytes for partition key */

/* number of characters needed to 'start' a PutRecords payload */
#define PUT_RECORDS_HEADER_LEN      30
/* number of characters needed per record in a PutRecords payload */
#define PUT_RECORDS_PER_RECORD_LEN  48
/* number of characters needed to 'end' a PutRecords payload */
#define PUT_RECORDS_FOOTER_LEN      4

#include "kinesis.h"

void kinesis_flush_destroy(struct flush *buf);

int process_and_send_to_kinesis(struct flb_kinesis *ctx, struct flush *buf,
                                const char *data, size_t bytes);

int put_records(struct flb_kinesis *ctx, struct flush *buf,
                     size_t payload_size, int num_records);

#endif