| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219 |
- /* SPDX-License-Identifier: GPL-2.0 */
- #ifndef BTRFS_MISC_H
- #define BTRFS_MISC_H
- #include <linux/types.h>
- #include <linux/bitmap.h>
- #include <linux/sched.h>
- #include <linux/wait.h>
- #include <linux/mm.h>
- #include <linux/pagemap.h>
- #include <linux/math64.h>
- #include <linux/rbtree.h>
- #include <linux/bio.h>
- /*
- * Convenience macros to define a pointer with the __free(kfree) and
- * __free(kvfree) cleanup attributes and initialized to NULL.
- */
- #define AUTO_KFREE(name) *name __free(kfree) = NULL
- #define AUTO_KVFREE(name) *name __free(kvfree) = NULL
- /*
- * Enumerate bits using enum autoincrement. Define the @name as the n-th bit.
- */
- #define ENUM_BIT(name) \
- __ ## name ## _BIT, \
- name = (1U << __ ## name ## _BIT), \
- __ ## name ## _SEQ = __ ## name ## _BIT
- static inline phys_addr_t bio_iter_phys(struct bio *bio, struct bvec_iter *iter)
- {
- struct bio_vec bv = bio_iter_iovec(bio, *iter);
- return bvec_phys(&bv);
- }
- /*
- * Iterate bio using btrfs block size.
- *
- * This will handle large folio and highmem.
- *
- * @paddr: Physical memory address of each iteration
- * @bio: The bio to iterate
- * @iter: The bvec_iter (pointer) to use.
- * @blocksize: The blocksize to iterate.
- *
- * This requires all folios in the bio to cover at least one block.
- */
- #define btrfs_bio_for_each_block(paddr, bio, iter, blocksize) \
- for (; (iter)->bi_size && \
- (paddr = bio_iter_phys((bio), (iter)), 1); \
- bio_advance_iter_single((bio), (iter), (blocksize)))
- /* Initialize a bvec_iter to the size of the specified bio. */
- static inline struct bvec_iter init_bvec_iter_for_bio(struct bio *bio)
- {
- struct bio_vec *bvec;
- u32 bio_size = 0;
- int i;
- bio_for_each_bvec_all(bvec, bio, i)
- bio_size += bvec->bv_len;
- return (struct bvec_iter) {
- .bi_sector = 0,
- .bi_size = bio_size,
- .bi_idx = 0,
- .bi_bvec_done = 0,
- };
- }
- #define btrfs_bio_for_each_block_all(paddr, bio, blocksize) \
- for (struct bvec_iter iter = init_bvec_iter_for_bio(bio); \
- (iter).bi_size && \
- (paddr = bio_iter_phys((bio), &(iter)), 1); \
- bio_advance_iter_single((bio), &(iter), (blocksize)))
- static inline void cond_wake_up(struct wait_queue_head *wq)
- {
- /*
- * This implies a full smp_mb barrier, see comments for
- * waitqueue_active why.
- */
- if (wq_has_sleeper(wq))
- wake_up(wq);
- }
- static inline void cond_wake_up_nomb(struct wait_queue_head *wq)
- {
- /*
- * Special case for conditional wakeup where the barrier required for
- * waitqueue_active is implied by some of the preceding code. Eg. one
- * of such atomic operations (atomic_dec_and_return, ...), or a
- * unlock/lock sequence, etc.
- */
- if (waitqueue_active(wq))
- wake_up(wq);
- }
- static inline u64 mult_perc(u64 num, u32 percent)
- {
- return div_u64(num * percent, 100);
- }
- /* Copy of is_power_of_two that is 64bit safe */
- static inline bool is_power_of_two_u64(u64 n)
- {
- return n != 0 && (n & (n - 1)) == 0;
- }
- static inline bool has_single_bit_set(u64 n)
- {
- return is_power_of_two_u64(n);
- }
- /*
- * Simple bytenr based rb_tree relate structures
- *
- * Any structure wants to use bytenr as single search index should have their
- * structure start with these members.
- */
- struct rb_simple_node {
- struct rb_node rb_node;
- u64 bytenr;
- };
- static inline struct rb_node *rb_simple_search(const struct rb_root *root, u64 bytenr)
- {
- struct rb_node *node = root->rb_node;
- struct rb_simple_node *entry;
- while (node) {
- entry = rb_entry(node, struct rb_simple_node, rb_node);
- if (bytenr < entry->bytenr)
- node = node->rb_left;
- else if (bytenr > entry->bytenr)
- node = node->rb_right;
- else
- return node;
- }
- return NULL;
- }
- /*
- * Search @root from an entry that starts or comes after @bytenr.
- *
- * @root: the root to search.
- * @bytenr: bytenr to search from.
- *
- * Return the rb_node that start at or after @bytenr. If there is no entry at
- * or after @bytner return NULL.
- */
- static inline struct rb_node *rb_simple_search_first(const struct rb_root *root,
- u64 bytenr)
- {
- struct rb_node *node = root->rb_node, *ret = NULL;
- struct rb_simple_node *entry, *ret_entry = NULL;
- while (node) {
- entry = rb_entry(node, struct rb_simple_node, rb_node);
- if (bytenr < entry->bytenr) {
- if (!ret || entry->bytenr < ret_entry->bytenr) {
- ret = node;
- ret_entry = entry;
- }
- node = node->rb_left;
- } else if (bytenr > entry->bytenr) {
- node = node->rb_right;
- } else {
- return node;
- }
- }
- return ret;
- }
- static int rb_simple_node_bytenr_cmp(struct rb_node *new, const struct rb_node *existing)
- {
- struct rb_simple_node *new_entry = rb_entry(new, struct rb_simple_node, rb_node);
- struct rb_simple_node *existing_entry = rb_entry(existing, struct rb_simple_node, rb_node);
- if (new_entry->bytenr < existing_entry->bytenr)
- return -1;
- else if (new_entry->bytenr > existing_entry->bytenr)
- return 1;
- return 0;
- }
- static inline struct rb_node *rb_simple_insert(struct rb_root *root,
- struct rb_simple_node *simple_node)
- {
- return rb_find_add(&simple_node->rb_node, root, rb_simple_node_bytenr_cmp);
- }
- static inline bool bitmap_test_range_all_set(const unsigned long *addr,
- unsigned long start,
- unsigned long nbits)
- {
- unsigned long found_zero;
- found_zero = find_next_zero_bit(addr, start + nbits, start);
- return (found_zero == start + nbits);
- }
- static inline bool bitmap_test_range_all_zero(const unsigned long *addr,
- unsigned long start,
- unsigned long nbits)
- {
- unsigned long found_set;
- found_set = find_next_bit(addr, start + nbits, start);
- return (found_set == start + nbits);
- }
- #endif
|