1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
|
#!/bin/bash
# This file is part of the rsyslog project, released under ASL 2.0
. ${srcdir:=.}/diag.sh init
export NUMMESSAGES=100
export NUMMESSAGESFULL=$NUMMESSAGES
export WAITTIMEOUT=20
# REQUIRES EXTERNAL ENVIRONMENT VARIABLES
if [[ -z "${AZURE_HOST}" ]]; then
echo "SKIP: AZURE_HOST environment variable not SET! Example: <yourname>.servicebus.windows.net - SKIPPING"
exit 77
fi
if [[ -z "${AZURE_PORT}" ]]; then
echo "SKIP: AZURE_PORT environment variable not SET! Example: 5671 - SKIPPING"
exit 77
fi
if [[ -z "${AZURE_KEY_NAME}" ]]; then
echo "SKIP: AZURE_KEY_NAME environment variable not SET! Example: <yourkeyname> - SKIPPING"
exit 77
fi
if [[ -z "${AZURE_KEY}" ]]; then
echo "SKIP: AZURE_KEY environment variable not SET! Example: <yourlongkey> - SKIPPING"
exit 77
fi
if [[ -z "${AZURE_CONTAINER}" ]]; then
echo "SKIP: AZURE_CONTAINER environment variable not SET! Example: <youreventhubsname> - SKIPPING"
exit 77
fi
export AMQPS_ADRESS="amqps://$AZURE_KEY_NAME:$AZURE_KEY@$AZURE_HOST:$AZURE_PORT/$AZURE_NAME"
export AZURE_ENDPOINT="Endpoint=sb://$AZURE_HOST/;SharedAccessKeyName=$AZURE_KEY_NAME;SharedAccessKey=$AZURE_KEY;EntityPath=$AZURE_NAME"
# --- Create/Start omazureeventhubs sender config
generate_conf
add_conf '
global(
debug.whitelist="on"
debug.files=["omazureeventhubs.c", "modules.c", "errmsg.c", "action.c"]
)
# impstats in order to gain insight into error cases
module(load="../plugins/impstats/.libs/impstats"
log.file="'$RSYSLOG_DYNNAME.pstats'"
interval="1" log.syslog="off")
$imdiagInjectDelayMode full
# Load mods
module(load="../plugins/omazureeventhubs/.libs/omazureeventhubs")
# templates
template(name="outfmt" type="string" string="%msg:F,58:2%\n")
local4.* {
action( name="omazureeventhubs"
type="omazureeventhubs"
azurehost="'$AZURE_HOST'"
azureport="'$AZURE_PORT'"
azure_key_name="'$AZURE_KEY_NAME'"
azure_key="'$AZURE_KEY'"
container="'$AZURE_CONTAINER'"
# amqp_address="amqps://'$AZURE_KEY_NAME':'$AZURE_KEY'@'$AZURE_HOST'/'$AZURE_NAME'"
template="outfmt"
action.resumeInterval="1"
action.resumeRetryCount="2"
)
action( type="omfile" file="'$RSYSLOG_OUT_LOG'")
stop
}
action( type="omfile" file="'$RSYSLOG_DYNNAME.othermsg'")
'
echo Starting sender instance [omazureeventhubs]
startup
echo Inject messages into rsyslog sender instance
injectmsg 1 $NUMMESSAGES
wait_file_lines $RSYSLOG_OUT_LOG $NUMMESSAGESFULL 100
# experimental: wait until kafkacat receives everything
timeoutend=$WAITTIMEOUT
timecounter=0
echo "CHECK $RSYSLOG_DYNNAME.pstats"
while [ $timecounter -lt $timeoutend ]; do
(( timecounter++ ))
if [ -f "$RSYSLOG_DYNNAME.pstats" ] ; then
# Read IMPSTATS for verification
IMPSTATSLINE=$(cat $RSYSLOG_DYNNAME.pstats | grep "origin\=omazureeventhubs" | tail -1 | cut -d: -f5)
SUBMITTED_MSG=$(echo $IMPSTATSLINE | grep "submitted" | cut -d" " -f2 | cut -d"=" -f2)
FAILED_MSG=$(echo $IMPSTATSLINE | grep "failures" | cut -d" " -f3 | cut -d"=" -f2)
ACCEPTED_MSG=$(echo $IMPSTATSLINE | grep "accepted" | cut -d" " -f4 | cut -d"=" -f2)
if ! [[ $SUBMITTED_MSG =~ $re ]] ; then
echo "**** omazureeventhubs WAITING FOR IMPSTATS"
else
if [ "$SUBMITTED_MSG" -ge "$NUMMESSAGESFULL" ]; then
if [ "$ACCEPTED_MSG" -eq "$NUMMESSAGESFULL" ]; then
echo "**** omazureeventhubs SUCCESS: NUMMESSAGESFULL: $NUMMESSAGESFULL, SUBMITTED_MSG:$SUBMITTED_MSG, ACCEPTED_MSG: $ACCEPTED_MSG, FAILED_MSG: $FAILED_MSG"
shutdown_when_empty
wait_shutdown
#cp $RSYSLOG_DEBUGLOG DEBUGDEBUG.log
exit_test
else
echo "**** omazureeventhubs FAIL: NUMMESSAGESFULL: $NUMMESSAGESFULL, SUBMITTED/WAITING: SUBMITTED_MSG:$SUBMITTED_MSG, ACCEPTED_MSG: $ACCEPTED_MSG, FAILED_MSG: $FAILED_MSG"
fi
else
echo "**** omazureeventhubs WAITING: SUBMITTED_MSG:$SUBMITTED_MSG, ACCEPTED_MSG: $ACCEPTED_MSG, FAILED_MSG: $FAILED_MSG"
fi
fi
fi
$TESTTOOL_DIR/msleep 1000
done
unset count
shutdown_when_empty
wait_shutdown
error_exit 1
|
