#!/usr/bin/env bash # SPDX-License-Identifier: LGPL-2.1-or-later set -eux set -o pipefail # shellcheck source=test/units/util.sh . "$(dirname "$0")"/util.sh get_first_boot_id() { journalctl -b "${1:?}" -o json -n +1 | jq -r '._BOOT_ID' } get_last_boot_id() { journalctl -b "${1:?}" -o json -n 1 | jq -r '._BOOT_ID' } get_first_timestamp() { journalctl -b "${1:?}" -o json -n +1 | jq -r '.__REALTIME_TIMESTAMP' } get_last_timestamp() { journalctl -b "${1:?}" -o json -n 1 | jq -r '.__REALTIME_TIMESTAMP' } # There may be huge amount of pending messages in sockets. Processing them may cause journal rotation. # If the journal is rotated in the loop below, some journal file may not be loaded and an unexpected # result may be provided. To mitigate such, flush (if not yet) and sync before reading journals. # Workaround for #32890. journalctl --flush journalctl --sync # Sometimes, loading partially written .journal file, and journalctl handled that as 'truncated': # === # May 21 02:25:55 TEST-09-REBOOT.sh[433]: + journalctl --list-boots -o json # May 21 02:25:55 journalctl[433]: Journal file /var/log/journal/173da2fad3064e3e9211a7ed7d59360b/system.journal is truncated, ignoring file. # === # If that happens, the entries stored in the journal file are ignored, and the results of --list-boots # and subsequent call of journalctl may become inconsistent. To prevent such issue, let's also rotate # the journal. Then, all journal entries we are interested in are stored in the archived journal files. journalctl --rotate # Issue: #29275, second part # Now let's check if the boot entries are in the correct/expected order index=0 SYSTEMD_LOG_LEVEL=debug journalctl --list-boots journalctl --list-boots -o json | jq -r '.[] | [.index, .boot_id, .first_entry, .last_entry] | @tsv' | while read -r offset boot_id first_ts last_ts; do : "Boot #$((++index)) ($offset) with ID $boot_id" # Try the "regular" (non-json) variants first, as they provide a helpful # error message if something is not right SYSTEMD_LOG_LEVEL=debug journalctl -q -n 0 -b "$index" SYSTEMD_LOG_LEVEL=debug journalctl -q -n 0 -b "$offset" SYSTEMD_LOG_LEVEL=debug journalctl -q -n 0 -b "$boot_id" # Check the boot ID of the first entry entry_boot_id="$(get_first_boot_id "$index")" assert_eq "$entry_boot_id" "$boot_id" entry_boot_id="$(get_first_boot_id "$offset")" assert_eq "$entry_boot_id" "$boot_id" entry_boot_id="$(get_first_boot_id "$boot_id")" assert_eq "$entry_boot_id" "$boot_id" # Check the timestamp of the first entry entry_ts="$(get_first_timestamp "$index")" assert_eq "$entry_ts" "$first_ts" entry_ts="$(get_first_timestamp "$offset")" assert_eq "$entry_ts" "$first_ts" entry_ts="$(get_first_timestamp "$boot_id")" assert_eq "$entry_ts" "$first_ts" # Check the boot ID of the last entry entry_boot_id="$(get_last_boot_id "$index")" assert_eq "$entry_boot_id" "$boot_id" entry_boot_id="$(get_last_boot_id "$offset")" assert_eq "$entry_boot_id" "$boot_id" entry_boot_id="$(get_last_boot_id "$boot_id")" assert_eq "$entry_boot_id" "$boot_id" # Check the timestamp of the last entry if [[ "$offset" != "0" ]]; then entry_ts="$(get_last_timestamp "$index")" assert_eq "$entry_ts" "$last_ts" entry_ts="$(get_last_timestamp "$offset")" assert_eq "$entry_ts" "$last_ts" entry_ts="$(get_last_timestamp "$boot_id")" assert_eq "$entry_ts" "$last_ts" fi done verify_seqnum() { if [[ "$REBOOT_COUNT" -ne "$NUM_REBOOT" ]]; then return 0 fi journalctl --flush journalctl --sync ls -lR /var/log/journal/ ls -lR /run/log/journal/ journalctl --system --header (! journalctl --system -q -o short-monotonic -u systemd-journald.service --grep 'Journal file uses a different sequence number ID, rotating') set +x previous_seqnum=0 previous_seqnum_id= previous_boot_id= journalctl --system -q -o json | jq -r '[.__SEQNUM, .__SEQNUM_ID, ._BOOT_ID] | @tsv' | while read -r seqnum seqnum_id boot_id; do if [[ -n "$previous_seqnum_id" ]]; then if ! test "$seqnum" -gt "$previous_seqnum"; then echo "seqnum=$seqnum is not greater than previous_seqnum=$previous_seqnum" echo "seqnum_id=$seqnum_id, previous_seqnum_id=$previous_seqnum_id" echo "boot_id=$boot_id, previous_boot_id=$previous_boot_id" return 1 fi assert_eq "$seqnum_id" "$previous_seqnum_id" fi previous_seqnum="$seqnum" previous_seqnum_id="$seqnum_id" previous_boot_id="$boot_id" done set -x return 0 } verify_seqnum