2018-11-28 07:30:56 +08:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0 */
|
|
|
|
#ifndef _BCACHEFS_BKEY_SORT_H
|
|
|
|
#define _BCACHEFS_BKEY_SORT_H
|
|
|
|
|
|
|
|
struct sort_iter {
|
2019-12-15 05:20:33 +08:00
|
|
|
struct btree *b;
|
2018-11-28 07:30:56 +08:00
|
|
|
unsigned used;
|
2019-12-15 05:20:33 +08:00
|
|
|
unsigned size;
|
2018-11-28 07:30:56 +08:00
|
|
|
|
|
|
|
struct sort_iter_set {
|
|
|
|
struct bkey_packed *k, *end;
|
2023-09-10 08:10:11 +08:00
|
|
|
} data[];
|
2018-11-28 07:30:56 +08:00
|
|
|
};
|
|
|
|
|
2023-09-10 08:10:11 +08:00
|
|
|
static inline void sort_iter_init(struct sort_iter *iter, struct btree *b, unsigned size)
|
2018-11-28 07:30:56 +08:00
|
|
|
{
|
|
|
|
iter->b = b;
|
2019-12-15 05:20:33 +08:00
|
|
|
iter->used = 0;
|
2023-09-10 08:10:11 +08:00
|
|
|
iter->size = size;
|
|
|
|
}
|
|
|
|
|
|
|
|
struct sort_iter_stack {
|
|
|
|
struct sort_iter iter;
|
|
|
|
struct sort_iter_set sets[MAX_BSETS + 1];
|
|
|
|
};
|
|
|
|
|
|
|
|
static inline void sort_iter_stack_init(struct sort_iter_stack *iter, struct btree *b)
|
|
|
|
{
|
|
|
|
sort_iter_init(&iter->iter, b, ARRAY_SIZE(iter->sets));
|
2018-11-28 07:30:56 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
static inline void sort_iter_add(struct sort_iter *iter,
|
|
|
|
struct bkey_packed *k,
|
|
|
|
struct bkey_packed *end)
|
|
|
|
{
|
2019-12-15 05:20:33 +08:00
|
|
|
BUG_ON(iter->used >= iter->size);
|
2018-11-28 07:30:56 +08:00
|
|
|
|
|
|
|
if (k != end)
|
|
|
|
iter->data[iter->used++] = (struct sort_iter_set) { k, end };
|
|
|
|
}
|
|
|
|
|
|
|
|
struct btree_nr_keys
|
2019-12-15 05:20:33 +08:00
|
|
|
bch2_key_sort_fix_overlapping(struct bch_fs *, struct bset *,
|
|
|
|
struct sort_iter *);
|
2018-11-28 07:30:56 +08:00
|
|
|
|
|
|
|
struct btree_nr_keys
|
2018-11-02 03:10:01 +08:00
|
|
|
bch2_sort_repack(struct bset *, struct btree *,
|
|
|
|
struct btree_node_iter *,
|
|
|
|
struct bkey_format *, bool);
|
2018-11-28 07:30:56 +08:00
|
|
|
|
bcachefs: Fix needs_whiteout BUG_ON() in bkey_sort()
Btree nodes are log structured; thus, we need to emit whiteouts when
we're deleting a key that's been written out to disk.
k->needs_whiteout tracks whether a key will need a whiteout when it's
deleted, and this requires some careful handling; e.g. the key we're
deleting may not have been written out to disk, but it may have
overwritten a key that was - thus we need to carry this flag around on
overwrites.
Invariants:
There may be multiple key for the same position in a given node (because
of overwrites), but only one of them will be a live (non deleted) key,
and only one key for a given position will have the needs_whiteout flag
set.
Additionally, we don't want to carry around whiteouts that need to be
written in the main searchable part of a btree node - btree_iter_peek()
will have to skip past them, and this can lead to an O(n^2) issues when
doing sequential deletions (e.g. inode rm/truncate). So there's a
separate region in the btree node buffer for unwritten whiteouts; these
are merge sorted with the rest of the keys we're writing in the btree
node write path.
The unwritten whiteouts was a later optimization that bch2_sort_keys()
didn't take into account; the unwritten whiteouts area means that we
never have deleted keys with needs_whiteout set in the main searchable
part of a btree node.
That means we can simplify and optimize some sort paths, and eliminate
an assertion that syzbot found:
- Unless we're in the btree node write path, it's always ok to drop
whiteouts when sorting
- When sorting for a btree node write, we drop the whiteout if it's not
from the unwritten whiteouts area, or if it's overwritten by a real
key at the same position.
This completely eliminates some tricky logic for propagating the
needs_whiteout flag: syzbot was able to hit the assertion that checked
that there shouldn't be more than one key at the same pos with
needs_whiteout set, likely due to a combination of flipping on
needs_whiteout on all written keys (they need whiteouts if overwritten),
combined with not always dropping unneeded whiteouts, and the tricky
logic in the sort path for preserving needs_whiteout that wasn't really
needed.
Signed-off-by: Kent Overstreet <kent.overstreet@linux.dev>
2024-05-08 12:29:24 +08:00
|
|
|
unsigned bch2_sort_keys_keep_unwritten_whiteouts(struct bkey_packed *, struct sort_iter *);
|
|
|
|
unsigned bch2_sort_keys(struct bkey_packed *, struct sort_iter *);
|
2018-11-28 07:30:56 +08:00
|
|
|
|
|
|
|
#endif /* _BCACHEFS_BKEY_SORT_H */
|