Lennart Poettering
e5d60d1b3b
Let's ensure that entry seqnums remain stable and monotonic across the entire runtime of the system, even if local storage is turned off. Let's do this by maintainer a counter file in /run/ which we mmap() and wherein we maintain the counter from early-boot on till late shutdown. This takes inspiration of the kernel-seqnum file we already maintain like that that tracks which kmsg messages we already processed. In fact, we reuse the same code for maintaining it. This should allow the behaviour entry seqnums to be more predictable, in particular when journal local storage is turned off. Previously, we'd maintain the seqnum simply by always bumping it to the maximum of the last written entry seqnum plus one, and the biggest seqnum so far written to the journal file on disk. If we'd never write a file on disk, or if no journal file was existing during the initrd→seqnum transition we'd completely lose the current seqnum position during daemon restarts (such as the one happening during the switch-root operation). This also will cause a journal file rotation whenever we try to write to a journal file with multiple sequence number IDs, so that we know that from early boot trhough the entire runtime we'll have stable sequence numbers that do not jump, and thus can be used to determine "lost" messages.
202 lines
6.4 KiB
C
202 lines
6.4 KiB
C
/* SPDX-License-Identifier: LGPL-2.1-or-later */
|
|
|
|
#include <fcntl.h>
|
|
#include <unistd.h>
|
|
|
|
#include "sd-journal.h"
|
|
|
|
#include "alloc-util.h"
|
|
#include "chattr-util.h"
|
|
#include "io-util.h"
|
|
#include "journal-internal.h"
|
|
#include "log.h"
|
|
#include "macro.h"
|
|
#include "managed-journal-file.h"
|
|
#include "parse-util.h"
|
|
#include "rm-rf.h"
|
|
#include "tests.h"
|
|
|
|
#define N_ENTRIES 200
|
|
|
|
static void verify_contents(sd_journal *j, unsigned skip) {
|
|
unsigned i;
|
|
|
|
assert_se(j);
|
|
|
|
i = 0;
|
|
SD_JOURNAL_FOREACH(j) {
|
|
const void *d;
|
|
char *k, *c;
|
|
size_t l;
|
|
unsigned u = 0;
|
|
|
|
assert_se(sd_journal_get_cursor(j, &k) >= 0);
|
|
printf("cursor: %s\n", k);
|
|
free(k);
|
|
|
|
assert_se(sd_journal_get_data(j, "MAGIC", &d, &l) >= 0);
|
|
printf("\t%.*s\n", (int) l, (const char*) d);
|
|
|
|
assert_se(sd_journal_get_data(j, "NUMBER", &d, &l) >= 0);
|
|
assert_se(k = strndup(d, l));
|
|
printf("\t%s\n", k);
|
|
|
|
if (skip > 0) {
|
|
assert_se(safe_atou(k + 7, &u) >= 0);
|
|
assert_se(i == u);
|
|
i += skip;
|
|
}
|
|
|
|
free(k);
|
|
|
|
assert_se(sd_journal_get_cursor(j, &c) >= 0);
|
|
assert_se(sd_journal_test_cursor(j, c) > 0);
|
|
free(c);
|
|
}
|
|
|
|
if (skip > 0)
|
|
assert_se(i == N_ENTRIES);
|
|
}
|
|
|
|
static void run_test(void) {
|
|
_cleanup_(mmap_cache_unrefp) MMapCache *m = NULL;
|
|
ManagedJournalFile *one, *two, *three;
|
|
char t[] = "/var/tmp/journal-stream-XXXXXX";
|
|
unsigned i;
|
|
_cleanup_(sd_journal_closep) sd_journal *j = NULL;
|
|
char *z;
|
|
const void *data;
|
|
size_t l;
|
|
dual_timestamp previous_ts = DUAL_TIMESTAMP_NULL;
|
|
|
|
m = mmap_cache_new();
|
|
assert_se(m != NULL);
|
|
|
|
assert_se(mkdtemp(t));
|
|
assert_se(chdir(t) >= 0);
|
|
(void) chattr_path(t, FS_NOCOW_FL, FS_NOCOW_FL, NULL);
|
|
|
|
assert_se(managed_journal_file_open(-1, "one.journal", O_RDWR|O_CREAT, JOURNAL_COMPRESS, 0666, UINT64_MAX, NULL, m, NULL, NULL, &one) == 0);
|
|
assert_se(managed_journal_file_open(-1, "two.journal", O_RDWR|O_CREAT, JOURNAL_COMPRESS, 0666, UINT64_MAX, NULL, m, NULL, NULL, &two) == 0);
|
|
assert_se(managed_journal_file_open(-1, "three.journal", O_RDWR|O_CREAT, JOURNAL_COMPRESS, 0666, UINT64_MAX, NULL, m, NULL, NULL, &three) == 0);
|
|
|
|
for (i = 0; i < N_ENTRIES; i++) {
|
|
char *p, *q;
|
|
dual_timestamp ts;
|
|
struct iovec iovec[2];
|
|
|
|
dual_timestamp_get(&ts);
|
|
|
|
if (ts.monotonic <= previous_ts.monotonic)
|
|
ts.monotonic = previous_ts.monotonic + 1;
|
|
|
|
if (ts.realtime <= previous_ts.realtime)
|
|
ts.realtime = previous_ts.realtime + 1;
|
|
|
|
previous_ts = ts;
|
|
|
|
assert_se(asprintf(&p, "NUMBER=%u", i) >= 0);
|
|
iovec[0] = IOVEC_MAKE(p, strlen(p));
|
|
|
|
assert_se(asprintf(&q, "MAGIC=%s", i % 5 == 0 ? "quux" : "waldo") >= 0);
|
|
|
|
iovec[1] = IOVEC_MAKE(q, strlen(q));
|
|
|
|
if (i % 10 == 0)
|
|
assert_se(journal_file_append_entry(three->file, &ts, NULL, iovec, 2, NULL, NULL, NULL, NULL) == 0);
|
|
else {
|
|
if (i % 3 == 0)
|
|
assert_se(journal_file_append_entry(two->file, &ts, NULL, iovec, 2, NULL, NULL, NULL, NULL) == 0);
|
|
|
|
assert_se(journal_file_append_entry(one->file, &ts, NULL, iovec, 2, NULL, NULL, NULL, NULL) == 0);
|
|
}
|
|
|
|
free(p);
|
|
free(q);
|
|
}
|
|
|
|
(void) managed_journal_file_close(one);
|
|
(void) managed_journal_file_close(two);
|
|
(void) managed_journal_file_close(three);
|
|
|
|
assert_se(sd_journal_open_directory(&j, t, 0) >= 0);
|
|
|
|
assert_se(sd_journal_add_match(j, "MAGIC=quux", 0) >= 0);
|
|
SD_JOURNAL_FOREACH_BACKWARDS(j) {
|
|
_cleanup_free_ char *c;
|
|
|
|
assert_se(sd_journal_get_data(j, "NUMBER", &data, &l) >= 0);
|
|
printf("\t%.*s\n", (int) l, (const char*) data);
|
|
|
|
assert_se(sd_journal_get_cursor(j, &c) >= 0);
|
|
assert_se(sd_journal_test_cursor(j, c) > 0);
|
|
}
|
|
|
|
SD_JOURNAL_FOREACH(j) {
|
|
_cleanup_free_ char *c;
|
|
|
|
assert_se(sd_journal_get_data(j, "NUMBER", &data, &l) >= 0);
|
|
printf("\t%.*s\n", (int) l, (const char*) data);
|
|
|
|
assert_se(sd_journal_get_cursor(j, &c) >= 0);
|
|
assert_se(sd_journal_test_cursor(j, c) > 0);
|
|
}
|
|
|
|
sd_journal_flush_matches(j);
|
|
|
|
verify_contents(j, 1);
|
|
|
|
printf("NEXT TEST\n");
|
|
assert_se(sd_journal_add_match(j, "MAGIC=quux", 0) >= 0);
|
|
|
|
assert_se(z = journal_make_match_string(j));
|
|
printf("resulting match expression is: %s\n", z);
|
|
free(z);
|
|
|
|
verify_contents(j, 5);
|
|
|
|
printf("NEXT TEST\n");
|
|
sd_journal_flush_matches(j);
|
|
assert_se(sd_journal_add_match(j, "MAGIC=waldo", 0) >= 0);
|
|
assert_se(sd_journal_add_match(j, "NUMBER=10", 0) >= 0);
|
|
assert_se(sd_journal_add_match(j, "NUMBER=11", 0) >= 0);
|
|
assert_se(sd_journal_add_match(j, "NUMBER=12", 0) >= 0);
|
|
|
|
assert_se(z = journal_make_match_string(j));
|
|
printf("resulting match expression is: %s\n", z);
|
|
free(z);
|
|
|
|
verify_contents(j, 0);
|
|
|
|
assert_se(sd_journal_query_unique(j, "NUMBER") >= 0);
|
|
SD_JOURNAL_FOREACH_UNIQUE(j, data, l)
|
|
printf("%.*s\n", (int) l, (const char*) data);
|
|
|
|
assert_se(rm_rf(t, REMOVE_ROOT|REMOVE_PHYSICAL) >= 0);
|
|
}
|
|
|
|
int main(int argc, char *argv[]) {
|
|
|
|
/* managed_journal_file_open requires a valid machine id */
|
|
if (access("/etc/machine-id", F_OK) != 0)
|
|
return log_tests_skipped("/etc/machine-id not found");
|
|
|
|
test_setup_logging(LOG_DEBUG);
|
|
|
|
/* Run this test multiple times with different configurations of features. */
|
|
|
|
assert_se(setenv("SYSTEMD_JOURNAL_KEYED_HASH", "0", 1) >= 0);
|
|
run_test();
|
|
|
|
assert_se(setenv("SYSTEMD_JOURNAL_KEYED_HASH", "1", 1) >= 0);
|
|
run_test();
|
|
|
|
assert_se(setenv("SYSTEMD_JOURNAL_COMPACT", "0", 1) >= 0);
|
|
run_test();
|
|
|
|
assert_se(setenv("SYSTEMD_JOURNAL_COMPACT", "1", 1) >= 0);
|
|
run_test();
|
|
|
|
return 0;
|
|
}
|