dm-bitset.c 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Copyright (C) 2012 Red Hat, Inc.
  4. *
  5. * This file is released under the GPL.
  6. */
  7. #include "dm-bitset.h"
  8. #include "dm-transaction-manager.h"
  9. #include <linux/export.h>
  10. #include <linux/device-mapper.h>
  11. #define DM_MSG_PREFIX "bitset"
  12. #define BITS_PER_ARRAY_ENTRY 64
  13. /*----------------------------------------------------------------*/
  14. static struct dm_btree_value_type bitset_bvt = {
  15. .context = NULL,
  16. .size = sizeof(__le64),
  17. .inc = NULL,
  18. .dec = NULL,
  19. .equal = NULL,
  20. };
  21. /*----------------------------------------------------------------*/
  22. void dm_disk_bitset_init(struct dm_transaction_manager *tm,
  23. struct dm_disk_bitset *info)
  24. {
  25. dm_array_info_init(&info->array_info, tm, &bitset_bvt);
  26. info->current_index_set = false;
  27. }
  28. EXPORT_SYMBOL_GPL(dm_disk_bitset_init);
  29. int dm_bitset_empty(struct dm_disk_bitset *info, dm_block_t *root)
  30. {
  31. return dm_array_empty(&info->array_info, root);
  32. }
  33. EXPORT_SYMBOL_GPL(dm_bitset_empty);
  34. struct packer_context {
  35. bit_value_fn fn;
  36. unsigned int nr_bits;
  37. void *context;
  38. };
  39. static int pack_bits(uint32_t index, void *value, void *context)
  40. {
  41. int r;
  42. struct packer_context *p = context;
  43. unsigned int bit, nr = min(64u, p->nr_bits - (index * 64));
  44. uint64_t word = 0;
  45. bool bv;
  46. for (bit = 0; bit < nr; bit++) {
  47. r = p->fn(index * 64 + bit, &bv, p->context);
  48. if (r)
  49. return r;
  50. if (bv)
  51. set_bit(bit, (unsigned long *) &word);
  52. else
  53. clear_bit(bit, (unsigned long *) &word);
  54. }
  55. *((__le64 *) value) = cpu_to_le64(word);
  56. return 0;
  57. }
  58. int dm_bitset_new(struct dm_disk_bitset *info, dm_block_t *root,
  59. uint32_t size, bit_value_fn fn, void *context)
  60. {
  61. struct packer_context p;
  62. p.fn = fn;
  63. p.nr_bits = size;
  64. p.context = context;
  65. return dm_array_new(&info->array_info, root, dm_div_up(size, 64), pack_bits, &p);
  66. }
  67. EXPORT_SYMBOL_GPL(dm_bitset_new);
  68. int dm_bitset_resize(struct dm_disk_bitset *info, dm_block_t root,
  69. uint32_t old_nr_entries, uint32_t new_nr_entries,
  70. bool default_value, dm_block_t *new_root)
  71. {
  72. uint32_t old_blocks = dm_div_up(old_nr_entries, BITS_PER_ARRAY_ENTRY);
  73. uint32_t new_blocks = dm_div_up(new_nr_entries, BITS_PER_ARRAY_ENTRY);
  74. __le64 value = default_value ? cpu_to_le64(~0) : cpu_to_le64(0);
  75. __dm_bless_for_disk(&value);
  76. return dm_array_resize(&info->array_info, root, old_blocks, new_blocks,
  77. &value, new_root);
  78. }
  79. EXPORT_SYMBOL_GPL(dm_bitset_resize);
  80. int dm_bitset_del(struct dm_disk_bitset *info, dm_block_t root)
  81. {
  82. return dm_array_del(&info->array_info, root);
  83. }
  84. EXPORT_SYMBOL_GPL(dm_bitset_del);
  85. int dm_bitset_flush(struct dm_disk_bitset *info, dm_block_t root,
  86. dm_block_t *new_root)
  87. {
  88. int r;
  89. __le64 value;
  90. if (!info->current_index_set || !info->dirty)
  91. return 0;
  92. value = cpu_to_le64(info->current_bits);
  93. __dm_bless_for_disk(&value);
  94. r = dm_array_set_value(&info->array_info, root, info->current_index,
  95. &value, new_root);
  96. if (r)
  97. return r;
  98. info->current_index_set = false;
  99. info->dirty = false;
  100. return 0;
  101. }
  102. EXPORT_SYMBOL_GPL(dm_bitset_flush);
  103. static int read_bits(struct dm_disk_bitset *info, dm_block_t root,
  104. uint32_t array_index)
  105. {
  106. int r;
  107. __le64 value;
  108. r = dm_array_get_value(&info->array_info, root, array_index, &value);
  109. if (r)
  110. return r;
  111. info->current_bits = le64_to_cpu(value);
  112. info->current_index_set = true;
  113. info->current_index = array_index;
  114. info->dirty = false;
  115. return 0;
  116. }
  117. static int get_array_entry(struct dm_disk_bitset *info, dm_block_t root,
  118. uint32_t index, dm_block_t *new_root)
  119. {
  120. int r;
  121. unsigned int array_index = index / BITS_PER_ARRAY_ENTRY;
  122. if (info->current_index_set) {
  123. if (info->current_index == array_index)
  124. return 0;
  125. r = dm_bitset_flush(info, root, new_root);
  126. if (r)
  127. return r;
  128. }
  129. return read_bits(info, root, array_index);
  130. }
  131. int dm_bitset_set_bit(struct dm_disk_bitset *info, dm_block_t root,
  132. uint32_t index, dm_block_t *new_root)
  133. {
  134. int r;
  135. unsigned int b = index % BITS_PER_ARRAY_ENTRY;
  136. r = get_array_entry(info, root, index, new_root);
  137. if (r)
  138. return r;
  139. set_bit(b, (unsigned long *) &info->current_bits);
  140. info->dirty = true;
  141. return 0;
  142. }
  143. EXPORT_SYMBOL_GPL(dm_bitset_set_bit);
  144. int dm_bitset_clear_bit(struct dm_disk_bitset *info, dm_block_t root,
  145. uint32_t index, dm_block_t *new_root)
  146. {
  147. int r;
  148. unsigned int b = index % BITS_PER_ARRAY_ENTRY;
  149. r = get_array_entry(info, root, index, new_root);
  150. if (r)
  151. return r;
  152. clear_bit(b, (unsigned long *) &info->current_bits);
  153. info->dirty = true;
  154. return 0;
  155. }
  156. EXPORT_SYMBOL_GPL(dm_bitset_clear_bit);
  157. int dm_bitset_test_bit(struct dm_disk_bitset *info, dm_block_t root,
  158. uint32_t index, dm_block_t *new_root, bool *result)
  159. {
  160. int r;
  161. unsigned int b = index % BITS_PER_ARRAY_ENTRY;
  162. r = get_array_entry(info, root, index, new_root);
  163. if (r)
  164. return r;
  165. *result = test_bit(b, (unsigned long *) &info->current_bits);
  166. return 0;
  167. }
  168. EXPORT_SYMBOL_GPL(dm_bitset_test_bit);
  169. static int cursor_next_array_entry(struct dm_bitset_cursor *c)
  170. {
  171. int r;
  172. __le64 *value;
  173. r = dm_array_cursor_next(&c->cursor);
  174. if (r)
  175. return r;
  176. dm_array_cursor_get_value(&c->cursor, (void **) &value);
  177. c->array_index++;
  178. c->bit_index = 0;
  179. c->current_bits = le64_to_cpu(*value);
  180. return 0;
  181. }
  182. int dm_bitset_cursor_begin(struct dm_disk_bitset *info,
  183. dm_block_t root, uint32_t nr_entries,
  184. struct dm_bitset_cursor *c)
  185. {
  186. int r;
  187. __le64 *value;
  188. if (!nr_entries)
  189. return -ENODATA;
  190. c->info = info;
  191. c->entries_remaining = nr_entries;
  192. r = dm_array_cursor_begin(&info->array_info, root, &c->cursor);
  193. if (r)
  194. return r;
  195. dm_array_cursor_get_value(&c->cursor, (void **) &value);
  196. c->array_index = 0;
  197. c->bit_index = 0;
  198. c->current_bits = le64_to_cpu(*value);
  199. return r;
  200. }
  201. EXPORT_SYMBOL_GPL(dm_bitset_cursor_begin);
  202. void dm_bitset_cursor_end(struct dm_bitset_cursor *c)
  203. {
  204. return dm_array_cursor_end(&c->cursor);
  205. }
  206. EXPORT_SYMBOL_GPL(dm_bitset_cursor_end);
  207. int dm_bitset_cursor_next(struct dm_bitset_cursor *c)
  208. {
  209. int r = 0;
  210. if (!c->entries_remaining)
  211. return -ENODATA;
  212. c->entries_remaining--;
  213. if (++c->bit_index > 63)
  214. r = cursor_next_array_entry(c);
  215. return r;
  216. }
  217. EXPORT_SYMBOL_GPL(dm_bitset_cursor_next);
  218. int dm_bitset_cursor_skip(struct dm_bitset_cursor *c, uint32_t count)
  219. {
  220. int r;
  221. __le64 *value;
  222. uint32_t nr_array_skip;
  223. uint32_t remaining_in_word = 64 - c->bit_index;
  224. if (c->entries_remaining < count)
  225. return -ENODATA;
  226. if (count < remaining_in_word) {
  227. c->bit_index += count;
  228. c->entries_remaining -= count;
  229. return 0;
  230. } else {
  231. c->entries_remaining -= remaining_in_word;
  232. count -= remaining_in_word;
  233. }
  234. nr_array_skip = (count / 64) + 1;
  235. r = dm_array_cursor_skip(&c->cursor, nr_array_skip);
  236. if (r)
  237. return r;
  238. dm_array_cursor_get_value(&c->cursor, (void **) &value);
  239. c->entries_remaining -= count;
  240. c->array_index += nr_array_skip;
  241. c->bit_index = count & 63;
  242. c->current_bits = le64_to_cpu(*value);
  243. return 0;
  244. }
  245. EXPORT_SYMBOL_GPL(dm_bitset_cursor_skip);
  246. bool dm_bitset_cursor_get_value(struct dm_bitset_cursor *c)
  247. {
  248. return test_bit(c->bit_index, (unsigned long *) &c->current_bits);
  249. }
  250. EXPORT_SYMBOL_GPL(dm_bitset_cursor_get_value);
  251. /*----------------------------------------------------------------*/