/** * Copyright 2013-2021 Software Radio Systems Limited * * This file is part of srsRAN. * * srsRAN is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License as * published by the Free Software Foundation, either version 3 of * the License, or (at your option) any later version. * * srsRAN is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * A copy of the GNU Affero General Public License can be found in * the LICENSE file in the top-level directory of this distribution * and at http://www.gnu.org/licenses/. * */ #ifndef SRSRAN_DYN_BITSET_H #define SRSRAN_DYN_BITSET_H #include "srsran/common/srsran_assert.h" #include "srsran/srslog/bundled/fmt/format.h" #include #include #include namespace srsran { constexpr uint32_t ceil_div(uint32_t x, uint32_t y) { return (x + y - 1) / y; } template Integer mask_msb_zeros(size_t N) { static_assert(std::is_unsigned::value, "T must be unsigned integer"); return (N == 0) ? static_cast(-1) : (N == sizeof(Integer) * 8U) ? 0 : (static_cast(-1) >> (N)); } template Integer mask_lsb_ones(size_t N) { return mask_msb_zeros(sizeof(Integer) * 8U - N); } template Integer mask_msb_ones(size_t N) { return ~mask_msb_zeros(N); } template Integer mask_lsb_zeros(size_t N) { return ~mask_lsb_ones(N); } namespace detail { template struct zerobit_counter { static Integer msb_count(Integer value) { if (value == 0) { return std::numeric_limits::digits; } Integer ret = 0; for (Integer shift = std::numeric_limits::digits >> 1; shift != 0; shift >>= 1) { Integer tmp = value >> shift; if (tmp != 0) { value = tmp; } else { ret |= shift; } } return ret; } static Integer lsb_count(Integer value) { if (value == 0) { return std::numeric_limits::digits; } Integer ret = 0; for (Integer shift = std::numeric_limits::digits >> 1, mask = std::numeric_limits::max() >> shift; shift != 0; shift >>= 1, mask >>= shift) { if ((value & mask) == 0) { value >>= shift; ret |= shift; } } return ret; } }; #ifdef __GNUC__ // clang and gcc /// Specializations for unsigned template struct zerobit_counter { static Integer msb_count(Integer value) { return (value) ? __builtin_clz(value) : std::numeric_limits::digits; } static Integer lsb_count(Integer value) { return (value) ? __builtin_ctz(value) : std::numeric_limits::digits; } }; /// Specializations for unsigned long long template struct zerobit_counter { static Integer msb_count(Integer value) { return (value) ? __builtin_clzll(value) : std::numeric_limits::digits; } static Integer lsb_count(Integer value) { return (value) ? __builtin_ctzll(value) : std::numeric_limits::digits; } }; #endif } // namespace detail /// uses lsb as zero position template Integer find_first_msb_one(Integer value) { return (value) ? (sizeof(Integer) * 8U - 1 - detail::zerobit_counter::msb_count(value)) : std::numeric_limits::digits; } /// uses lsb as zero position template Integer find_first_lsb_one(Integer value) { return detail::zerobit_counter::lsb_count(value); } template class bounded_bitset { typedef uint64_t word_t; static const size_t bits_per_word = 8 * sizeof(word_t); public: constexpr bounded_bitset() = default; constexpr explicit bounded_bitset(size_t cur_size_) : cur_size(cur_size_) {} constexpr size_t max_size() const noexcept { return N; } size_t size() const noexcept { return cur_size; } void resize(size_t new_size) { srsran_assert(new_size <= max_size(), "ERROR: new size=%zd exceeds bitset capacity=%zd", new_size, max_size()); if (new_size == cur_size) { return; } cur_size = new_size; sanitize_(); for (size_t i = nof_words_(); i < max_nof_words_(); ++i) { buffer[i] = static_cast(0); } } void set(size_t pos, bool val) { assert_within_bounds_(pos, true); if (val) { set_(pos); } else { reset_(pos); } } void set(size_t pos) { assert_within_bounds_(pos, true); set_(pos); } void reset(size_t pos) { assert_within_bounds_(pos, true); reset_(pos); } void reset() noexcept { for (size_t i = 0; i < nof_words_(); ++i) { buffer[i] = static_cast(0); } } bool test(size_t pos) const { assert_within_bounds_(pos, true); return test_(pos); } bounded_bitset& flip() noexcept { for (size_t i = 0; i < nof_words_(); ++i) { buffer[i] = ~buffer[i]; } sanitize_(); return *this; } bounded_bitset& fill(size_t startpos, size_t endpos, bool value = true) { assert_range_bounds_(startpos, endpos); // NOTE: can be optimized if (value) { for (size_t i = startpos; i < endpos; ++i) { set_(i); } } else { for (size_t i = startpos; i < endpos; ++i) { reset_(i); } } return *this; } int find_lowest(size_t startpos, size_t endpos, bool value = true) const noexcept { assert_range_bounds_(startpos, endpos); if (startpos == endpos) { return -1; } if (not reversed) { return find_first_(startpos, endpos, value); } return find_first_reversed_(startpos, endpos, value); } bool all() const noexcept { const size_t nw = nof_words_(); if (nw == 0) { return true; } word_t allset = ~static_cast(0); for (size_t i = 0; i < nw - 1; i++) { if (buffer[i] != allset) { return false; } } return buffer[nw - 1] == (allset >> (nw * bits_per_word - size())); } bool any() const noexcept { for (size_t i = 0; i < nof_words_(); ++i) { if (buffer[i] != static_cast(0)) { return true; } } return false; } bool any(size_t start, size_t stop) const { assert_within_bounds_(start, false); assert_within_bounds_(stop, false); // NOTE: can be optimized for (size_t i = start; i < stop; ++i) { if (test_(i)) { return true; } } return false; } bool none() const noexcept { return !any(); } size_t count() const noexcept { size_t result = 0; for (size_t i = 0; i < nof_words_(); i++) { // result += __builtin_popcountl(buffer[i]); // Note: use an "int" for count triggers popcount optimization if SSE instructions are enabled. int c = 0; for (word_t w = buffer[i]; w > 0; c++) { w &= w - 1; } result += c; } return result; } bool operator==(const bounded_bitset& other) const noexcept { if (size() != other.size()) { return false; } for (uint32_t i = 0; i < nof_words_(); ++i) { if (buffer[i] != other.buffer[i]) { return false; } } return true; } bool operator!=(const bounded_bitset& other) const noexcept { return not(*this == other); } bounded_bitset& operator|=(const bounded_bitset& other) { srsran_assert(other.size() == size(), "ERROR: operator|= called for bitsets of different sizes (%zd!=%zd)", size(), other.size()); for (size_t i = 0; i < nof_words_(); ++i) { buffer[i] |= other.buffer[i]; } return *this; } bounded_bitset& operator&=(const bounded_bitset& other) { srsran_assert(other.size() == size(), "ERROR: operator&= called for bitsets of different sizes (%zd!=%zd)", size(), other.size()); for (size_t i = 0; i < nof_words_(); ++i) { buffer[i] &= other.buffer[i]; } return *this; } bounded_bitset operator~() const noexcept { bounded_bitset ret(*this); ret.flip(); return ret; } template OutputIt to_string(OutputIt&& mem_buffer) const { if (size() == 0) { return mem_buffer; } std::string s; s.assign(size(), '0'); if (not reversed) { for (size_t i = size(); i > 0; --i) { fmt::format_to(mem_buffer, "{}", test(i - 1) ? '1' : '0'); } } else { for (size_t i = 0; i < size(); ++i) { fmt::format_to(mem_buffer, "{}", test(i) ? '1' : '0'); } } return mem_buffer; } uint64_t to_uint64() const { srsran_assert(nof_words_() == 1, "ERROR: cannot convert bitset of size=%zd to uint64_t", size()); return get_word_(0); } template OutputIt to_hex(OutputIt&& mem_buffer) const noexcept { if (size() == 0) { return mem_buffer; } // first word may not print 16 hex digits int i = nof_words_() - 1; size_t rem_symbols = ceil_div((size() - (size() / bits_per_word) * bits_per_word), 4U); fmt::format_to(mem_buffer, "{:0>{}x}", buffer[i], rem_symbols); // remaining words will occupy 16 hex digits for (--i; i >= 0; --i) { fmt::format_to(mem_buffer, "{:0>16x}", buffer[i]); } return mem_buffer; } private: word_t buffer[(N - 1) / bits_per_word + 1] = {0}; size_t cur_size = 0; void sanitize_() { size_t n = size() % bits_per_word; size_t nwords = nof_words_(); if (n != 0 and nwords > 0) { buffer[nwords - 1] &= ~((~static_cast(0)) << n); } } size_t get_bitidx_(size_t bitpos) const noexcept { return reversed ? size() - 1 - bitpos : bitpos; } bool test_(size_t bitpos) const noexcept { bitpos = get_bitidx_(bitpos); return ((get_word_(bitpos) & maskbit(bitpos)) != static_cast(0)); } void set_(size_t bitpos) noexcept { bitpos = get_bitidx_(bitpos); get_word_(bitpos) |= maskbit(bitpos); } void reset_(size_t bitpos) noexcept { bitpos = get_bitidx_(bitpos); get_word_(bitpos) &= ~(maskbit(bitpos)); } size_t nof_words_() const noexcept { return size() > 0 ? (size() - 1) / bits_per_word + 1 : 0; } word_t& get_word_(size_t bitidx) noexcept { return buffer[bitidx / bits_per_word]; } const word_t& get_word_(size_t bitidx) const { return buffer[bitidx / bits_per_word]; } size_t word_idx_(size_t pos) const { return pos / bits_per_word; } void assert_within_bounds_(size_t pos, bool strict) const noexcept { srsran_assert(pos < size() or (not strict and pos == size()), "ERROR: index=%zd is out-of-bounds for bitset of size=%zd", pos, size()); } void assert_range_bounds_(size_t startpos, size_t endpos) const noexcept { srsran_assert(startpos <= endpos and endpos <= size(), "ERROR: range [%zd, %zd) out-of-bounds for bitsize of size=%zd", startpos, endpos, size()); } static word_t maskbit(size_t pos) noexcept { return (static_cast(1)) << (pos % bits_per_word); } static size_t max_nof_words_() noexcept { return (N - 1) / bits_per_word + 1; } int find_last_(size_t startpos, size_t endpos, bool value) const noexcept { size_t startword = startpos / bits_per_word; size_t lastword = (endpos - 1) / bits_per_word; for (size_t i = lastword; i != startpos - 1; --i) { word_t w = buffer[i]; if (not value) { w = ~w; } if (i == startword) { size_t offset = startpos % bits_per_word; w &= (reversed) ? mask_msb_zeros(offset) : mask_lsb_zeros(offset); } if (i == lastword) { size_t offset = (endpos - 1) % bits_per_word; w &= (reversed) ? mask_msb_ones(offset + 1) : mask_lsb_ones(offset + 1); } if (w != 0) { return static_cast(i * bits_per_word + find_first_msb_one(w)); } } return -1; } int find_first_(size_t startpos, size_t endpos, bool value) const noexcept { size_t startword = startpos / bits_per_word; size_t lastword = (endpos - 1) / bits_per_word; for (size_t i = startword; i <= lastword; ++i) { word_t w = buffer[i]; if (not value) { w = ~w; } if (i == startword) { size_t offset = startpos % bits_per_word; w &= mask_lsb_zeros(offset); } if (i == lastword) { size_t offset = (endpos - 1) % bits_per_word; w &= mask_lsb_ones(offset + 1); } if (w != 0) { return static_cast(i * bits_per_word + find_first_lsb_one(w)); } } return -1; } int find_first_reversed_(size_t startpos, size_t endpos, bool value) const noexcept { size_t startbitpos = get_bitidx_(startpos), lastbitpos = get_bitidx_(endpos - 1); size_t startword = startbitpos / bits_per_word; size_t lastword = lastbitpos / bits_per_word; for (size_t i = startword; i != lastword - 1; --i) { word_t w = buffer[i]; if (not value) { w = ~w; } if (i == startword) { size_t offset = startbitpos % bits_per_word; w &= mask_lsb_ones(offset + 1); } if (i == lastword) { size_t offset = lastbitpos % bits_per_word; w &= mask_lsb_zeros(offset); } if (w != 0) { word_t pos = find_first_msb_one(w); return static_cast(size() - 1 - (pos + i * bits_per_word)); } } return -1; } }; template inline bounded_bitset operator&(const bounded_bitset& lhs, const bounded_bitset& rhs) noexcept { bounded_bitset res(lhs); res &= rhs; return res; } template inline bounded_bitset operator|(const bounded_bitset& lhs, const bounded_bitset& rhs) noexcept { bounded_bitset res(lhs); res |= rhs; return res; } template inline bounded_bitset fliplr(const bounded_bitset& other) noexcept { bounded_bitset ret(other.size()); for (uint32_t i = 0; i < ret.size(); ++i) { if (other.test(i)) { ret.set(ret.size() - 1 - i); } } return ret; } } // namespace srsran namespace fmt { /// Custom formatter for bounded_bitset template struct formatter > { enum { hexadecimal, binary } mode = binary; template auto parse(ParseContext& ctx) -> decltype(ctx.begin()) { auto it = ctx.begin(); while (it != ctx.end() and *it != '}') { if (*it == 'x') { mode = hexadecimal; } ++it; } return it; } template auto format(const srsran::bounded_bitset& s, FormatContext& ctx) -> decltype(std::declval().out()) { if (mode == hexadecimal) { return s.template to_hex(ctx.out()); } return s.template to_string(ctx.out()); } }; } // namespace fmt #endif // SRSRAN_DYN_BITSET_H