^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 1) /*
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 2) * Copyright (C) 2012 Red Hat, Inc.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 3) *
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 4) * This file is released under the GPL.
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 5) */
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 6)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 7) #include "dm-bitset.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 8) #include "dm-transaction-manager.h"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 9)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 10) #include <linux/export.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 11) #include <linux/device-mapper.h>
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 12)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 13) #define DM_MSG_PREFIX "bitset"
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 14) #define BITS_PER_ARRAY_ENTRY 64
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 15)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 16) /*----------------------------------------------------------------*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 17)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 18) static struct dm_btree_value_type bitset_bvt = {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 19) .context = NULL,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 20) .size = sizeof(__le64),
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 21) .inc = NULL,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 22) .dec = NULL,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 23) .equal = NULL,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 24) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 25)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 26) /*----------------------------------------------------------------*/
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 27)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 28) void dm_disk_bitset_init(struct dm_transaction_manager *tm,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 29) struct dm_disk_bitset *info)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 30) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 31) dm_array_info_init(&info->array_info, tm, &bitset_bvt);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 32) info->current_index_set = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 33) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 34) EXPORT_SYMBOL_GPL(dm_disk_bitset_init);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 35)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 36) int dm_bitset_empty(struct dm_disk_bitset *info, dm_block_t *root)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 37) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 38) return dm_array_empty(&info->array_info, root);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 39) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 40) EXPORT_SYMBOL_GPL(dm_bitset_empty);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 41)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 42) struct packer_context {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 43) bit_value_fn fn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 44) unsigned nr_bits;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 45) void *context;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 46) };
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 47)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 48) static int pack_bits(uint32_t index, void *value, void *context)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 49) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 50) int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 51) struct packer_context *p = context;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 52) unsigned bit, nr = min(64u, p->nr_bits - (index * 64));
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 53) uint64_t word = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 54) bool bv;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 55)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 56) for (bit = 0; bit < nr; bit++) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 57) r = p->fn(index * 64 + bit, &bv, p->context);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 58) if (r)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 59) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 60)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 61) if (bv)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 62) set_bit(bit, (unsigned long *) &word);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 63) else
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 64) clear_bit(bit, (unsigned long *) &word);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 65) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 66)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 67) *((__le64 *) value) = cpu_to_le64(word);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 68)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 69) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 70) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 71)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 72) int dm_bitset_new(struct dm_disk_bitset *info, dm_block_t *root,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 73) uint32_t size, bit_value_fn fn, void *context)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 74) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 75) struct packer_context p;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 76) p.fn = fn;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 77) p.nr_bits = size;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 78) p.context = context;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 79)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 80) return dm_array_new(&info->array_info, root, dm_div_up(size, 64), pack_bits, &p);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 81) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 82) EXPORT_SYMBOL_GPL(dm_bitset_new);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 83)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 84) int dm_bitset_resize(struct dm_disk_bitset *info, dm_block_t root,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 85) uint32_t old_nr_entries, uint32_t new_nr_entries,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 86) bool default_value, dm_block_t *new_root)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 87) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 88) uint32_t old_blocks = dm_div_up(old_nr_entries, BITS_PER_ARRAY_ENTRY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 89) uint32_t new_blocks = dm_div_up(new_nr_entries, BITS_PER_ARRAY_ENTRY);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 90) __le64 value = default_value ? cpu_to_le64(~0) : cpu_to_le64(0);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 91)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 92) __dm_bless_for_disk(&value);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 93) return dm_array_resize(&info->array_info, root, old_blocks, new_blocks,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 94) &value, new_root);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 95) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 96) EXPORT_SYMBOL_GPL(dm_bitset_resize);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 97)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 98) int dm_bitset_del(struct dm_disk_bitset *info, dm_block_t root)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 99) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 100) return dm_array_del(&info->array_info, root);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 101) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 102) EXPORT_SYMBOL_GPL(dm_bitset_del);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 103)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 104) int dm_bitset_flush(struct dm_disk_bitset *info, dm_block_t root,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 105) dm_block_t *new_root)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 106) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 107) int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 108) __le64 value;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 109)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 110) if (!info->current_index_set || !info->dirty)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 111) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 112)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 113) value = cpu_to_le64(info->current_bits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 114)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 115) __dm_bless_for_disk(&value);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 116) r = dm_array_set_value(&info->array_info, root, info->current_index,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 117) &value, new_root);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 118) if (r)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 119) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 120)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 121) info->current_index_set = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 122) info->dirty = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 123)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 124) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 125) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 126) EXPORT_SYMBOL_GPL(dm_bitset_flush);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 127)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 128) static int read_bits(struct dm_disk_bitset *info, dm_block_t root,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 129) uint32_t array_index)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 130) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 131) int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 132) __le64 value;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 133)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 134) r = dm_array_get_value(&info->array_info, root, array_index, &value);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 135) if (r)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 136) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 137)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 138) info->current_bits = le64_to_cpu(value);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 139) info->current_index_set = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 140) info->current_index = array_index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 141) info->dirty = false;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 142)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 143) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 144) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 145)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 146) static int get_array_entry(struct dm_disk_bitset *info, dm_block_t root,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 147) uint32_t index, dm_block_t *new_root)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 148) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 149) int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 150) unsigned array_index = index / BITS_PER_ARRAY_ENTRY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 151)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 152) if (info->current_index_set) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 153) if (info->current_index == array_index)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 154) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 155)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 156) r = dm_bitset_flush(info, root, new_root);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 157) if (r)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 158) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 159) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 160)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 161) return read_bits(info, root, array_index);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 162) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 163)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 164) int dm_bitset_set_bit(struct dm_disk_bitset *info, dm_block_t root,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 165) uint32_t index, dm_block_t *new_root)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 166) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 167) int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 168) unsigned b = index % BITS_PER_ARRAY_ENTRY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 169)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 170) r = get_array_entry(info, root, index, new_root);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 171) if (r)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 172) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 173)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 174) set_bit(b, (unsigned long *) &info->current_bits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 175) info->dirty = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 176)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 177) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 178) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 179) EXPORT_SYMBOL_GPL(dm_bitset_set_bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 180)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 181) int dm_bitset_clear_bit(struct dm_disk_bitset *info, dm_block_t root,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 182) uint32_t index, dm_block_t *new_root)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 183) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 184) int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 185) unsigned b = index % BITS_PER_ARRAY_ENTRY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 186)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 187) r = get_array_entry(info, root, index, new_root);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 188) if (r)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 189) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 190)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 191) clear_bit(b, (unsigned long *) &info->current_bits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 192) info->dirty = true;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 193)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 194) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 195) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 196) EXPORT_SYMBOL_GPL(dm_bitset_clear_bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 197)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 198) int dm_bitset_test_bit(struct dm_disk_bitset *info, dm_block_t root,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 199) uint32_t index, dm_block_t *new_root, bool *result)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 200) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 201) int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 202) unsigned b = index % BITS_PER_ARRAY_ENTRY;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 203)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 204) r = get_array_entry(info, root, index, new_root);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 205) if (r)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 206) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 207)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 208) *result = test_bit(b, (unsigned long *) &info->current_bits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 209) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 210) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 211) EXPORT_SYMBOL_GPL(dm_bitset_test_bit);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 212)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 213) static int cursor_next_array_entry(struct dm_bitset_cursor *c)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 214) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 215) int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 216) __le64 *value;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 217)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 218) r = dm_array_cursor_next(&c->cursor);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 219) if (r)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 220) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 221)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 222) dm_array_cursor_get_value(&c->cursor, (void **) &value);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 223) c->array_index++;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 224) c->bit_index = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 225) c->current_bits = le64_to_cpu(*value);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 226) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 227) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 228)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 229) int dm_bitset_cursor_begin(struct dm_disk_bitset *info,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 230) dm_block_t root, uint32_t nr_entries,
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 231) struct dm_bitset_cursor *c)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 232) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 233) int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 234) __le64 *value;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 235)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 236) if (!nr_entries)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 237) return -ENODATA;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 238)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 239) c->info = info;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 240) c->entries_remaining = nr_entries;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 241)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 242) r = dm_array_cursor_begin(&info->array_info, root, &c->cursor);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 243) if (r)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 244) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 245)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 246) dm_array_cursor_get_value(&c->cursor, (void **) &value);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 247) c->array_index = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 248) c->bit_index = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 249) c->current_bits = le64_to_cpu(*value);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 250)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 251) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 252) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 253) EXPORT_SYMBOL_GPL(dm_bitset_cursor_begin);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 254)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 255) void dm_bitset_cursor_end(struct dm_bitset_cursor *c)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 256) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 257) return dm_array_cursor_end(&c->cursor);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 258) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 259) EXPORT_SYMBOL_GPL(dm_bitset_cursor_end);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 260)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 261) int dm_bitset_cursor_next(struct dm_bitset_cursor *c)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 262) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 263) int r = 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 264)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 265) if (!c->entries_remaining)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 266) return -ENODATA;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 267)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 268) c->entries_remaining--;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 269) if (++c->bit_index > 63)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 270) r = cursor_next_array_entry(c);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 271)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 272) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 273) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 274) EXPORT_SYMBOL_GPL(dm_bitset_cursor_next);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 275)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 276) int dm_bitset_cursor_skip(struct dm_bitset_cursor *c, uint32_t count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 277) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 278) int r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 279) __le64 *value;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 280) uint32_t nr_array_skip;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 281) uint32_t remaining_in_word = 64 - c->bit_index;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 282)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 283) if (c->entries_remaining < count)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 284) return -ENODATA;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 285)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 286) if (count < remaining_in_word) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 287) c->bit_index += count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 288) c->entries_remaining -= count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 289) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 290)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 291) } else {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 292) c->entries_remaining -= remaining_in_word;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 293) count -= remaining_in_word;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 294) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 295)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 296) nr_array_skip = (count / 64) + 1;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 297) r = dm_array_cursor_skip(&c->cursor, nr_array_skip);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 298) if (r)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 299) return r;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 300)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 301) dm_array_cursor_get_value(&c->cursor, (void **) &value);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 302) c->entries_remaining -= count;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 303) c->array_index += nr_array_skip;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 304) c->bit_index = count & 63;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 305) c->current_bits = le64_to_cpu(*value);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 306)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 307) return 0;
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 308) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 309) EXPORT_SYMBOL_GPL(dm_bitset_cursor_skip);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 310)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 311) bool dm_bitset_cursor_get_value(struct dm_bitset_cursor *c)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 312) {
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 313) return test_bit(c->bit_index, (unsigned long *) &c->current_bits);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 314) }
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 315) EXPORT_SYMBOL_GPL(dm_bitset_cursor_get_value);
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 316)
^8f3ce5b39 (kx 2023-10-28 12:00:06 +0300 317) /*----------------------------------------------------------------*/