1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
|
#!/usr/bin/env bash
# SPDX-License-Identifier: LGPL-2.1-or-later
set -eux
set -o pipefail
# shellcheck source=test/units/util.sh
. "$(dirname "$0")"/util.sh
get_first_boot_id() {
journalctl -b "${1:?}" -o json -n +1 | jq -r '._BOOT_ID'
}
get_last_boot_id() {
journalctl -b "${1:?}" -o json -n 1 | jq -r '._BOOT_ID'
}
get_first_timestamp() {
journalctl -b "${1:?}" -o json -n +1 | jq -r '.__REALTIME_TIMESTAMP'
}
get_last_timestamp() {
journalctl -b "${1:?}" -o json -n 1 | jq -r '.__REALTIME_TIMESTAMP'
}
# There may be huge amount of pending messages in sockets. Processing them may cause journal rotation.
# If the journal is rotated in the loop below, some journal file may not be loaded and an unexpected
# result may be provided. To mitigate such, flush (if not yet) and sync before reading journals.
# Workaround for #32890.
journalctl --flush
journalctl --sync
# Sometimes, loading partially written .journal file, and journalctl handled that as 'truncated':
# ===
# May 21 02:25:55 TEST-09-REBOOT.sh[433]: + journalctl --list-boots -o json
# May 21 02:25:55 journalctl[433]: Journal file /var/log/journal/173da2fad3064e3e9211a7ed7d59360b/system.journal is truncated, ignoring file.
# ===
# If that happens, the entries stored in the journal file are ignored, and the results of --list-boots
# and subsequent call of journalctl may become inconsistent. To prevent such issue, let's also rotate
# the journal. Then, all journal entries we are interested in are stored in the archived journal files.
journalctl --rotate
# Issue: #29275, second part
# Now let's check if the boot entries are in the correct/expected order
index=0
SYSTEMD_LOG_LEVEL=debug journalctl --list-boots
journalctl --list-boots -o json | jq -r '.[] | [.index, .boot_id, .first_entry, .last_entry] | @tsv' |
while read -r offset boot_id first_ts last_ts; do
: "Boot #$((++index)) ($offset) with ID $boot_id"
# Try the "regular" (non-json) variants first, as they provide a helpful
# error message if something is not right
SYSTEMD_LOG_LEVEL=debug journalctl -q -n 0 -b "$index"
SYSTEMD_LOG_LEVEL=debug journalctl -q -n 0 -b "$offset"
SYSTEMD_LOG_LEVEL=debug journalctl -q -n 0 -b "$boot_id"
# Check the boot ID of the first entry
entry_boot_id="$(get_first_boot_id "$index")"
assert_eq "$entry_boot_id" "$boot_id"
entry_boot_id="$(get_first_boot_id "$offset")"
assert_eq "$entry_boot_id" "$boot_id"
entry_boot_id="$(get_first_boot_id "$boot_id")"
assert_eq "$entry_boot_id" "$boot_id"
# Check the timestamp of the first entry
entry_ts="$(get_first_timestamp "$index")"
assert_eq "$entry_ts" "$first_ts"
entry_ts="$(get_first_timestamp "$offset")"
assert_eq "$entry_ts" "$first_ts"
entry_ts="$(get_first_timestamp "$boot_id")"
assert_eq "$entry_ts" "$first_ts"
# Check the boot ID of the last entry
entry_boot_id="$(get_last_boot_id "$index")"
assert_eq "$entry_boot_id" "$boot_id"
entry_boot_id="$(get_last_boot_id "$offset")"
assert_eq "$entry_boot_id" "$boot_id"
entry_boot_id="$(get_last_boot_id "$boot_id")"
assert_eq "$entry_boot_id" "$boot_id"
# Check the timestamp of the last entry
if [[ "$offset" != "0" ]]; then
entry_ts="$(get_last_timestamp "$index")"
assert_eq "$entry_ts" "$last_ts"
entry_ts="$(get_last_timestamp "$offset")"
assert_eq "$entry_ts" "$last_ts"
entry_ts="$(get_last_timestamp "$boot_id")"
assert_eq "$entry_ts" "$last_ts"
fi
done
verify_seqnum() {
if [[ "$REBOOT_COUNT" -ne "$NUM_REBOOT" ]]; then
return 0
fi
journalctl --flush
journalctl --sync
ls -lR /var/log/journal/
ls -lR /run/log/journal/
journalctl --system --header
(! journalctl --system -q -o short-monotonic -u systemd-journald.service --grep 'Journal file uses a different sequence number ID, rotating')
set +x
previous_seqnum=0
previous_seqnum_id=
previous_boot_id=
journalctl --system -q -o json | jq -r '[.__SEQNUM, .__SEQNUM_ID, ._BOOT_ID] | @tsv' |
while read -r seqnum seqnum_id boot_id; do
if [[ -n "$previous_seqnum_id" ]]; then
if ! test "$seqnum" -gt "$previous_seqnum"; then
echo "seqnum=$seqnum is not greater than previous_seqnum=$previous_seqnum"
echo "seqnum_id=$seqnum_id, previous_seqnum_id=$previous_seqnum_id"
echo "boot_id=$boot_id, previous_boot_id=$previous_boot_id"
return 1
fi
assert_eq "$seqnum_id" "$previous_seqnum_id"
fi
previous_seqnum="$seqnum"
previous_seqnum_id="$seqnum_id"
previous_boot_id="$boot_id"
done
set -x
return 0
}
verify_seqnum
|
