2017-03-06 20:47:26 +01:00
|
|
|
#ifndef hash_map_hh_INCLUDED
|
|
|
|
#define hash_map_hh_INCLUDED
|
|
|
|
|
|
|
|
#include "hash.hh"
|
|
|
|
#include "memory.hh"
|
|
|
|
#include "vector.hh"
|
|
|
|
|
|
|
|
namespace Kakoune
|
|
|
|
{
|
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
template<typename T>
|
|
|
|
constexpr void constexpr_swap(T& lhs, T& rhs)
|
|
|
|
{
|
|
|
|
T tmp = std::move(lhs);
|
|
|
|
lhs = std::move(rhs);
|
|
|
|
rhs = std::move(tmp);
|
|
|
|
}
|
|
|
|
|
|
|
|
template<MemoryDomain domain,
|
|
|
|
template<typename, MemoryDomain> class Container>
|
2017-03-06 20:47:26 +01:00
|
|
|
struct HashIndex
|
|
|
|
{
|
|
|
|
struct Entry
|
|
|
|
{
|
2017-10-20 06:16:58 +02:00
|
|
|
size_t hash = 0;
|
|
|
|
int index = -1;
|
2017-03-06 20:47:26 +01:00
|
|
|
};
|
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
static constexpr float max_fill_rate = 0.5f;
|
|
|
|
|
|
|
|
constexpr HashIndex() = default;
|
|
|
|
constexpr HashIndex(size_t count)
|
|
|
|
{
|
|
|
|
const size_t min_size = (size_t)(count / max_fill_rate) + 1;
|
|
|
|
size_t new_size = 4;
|
|
|
|
while (new_size < min_size)
|
|
|
|
new_size *= 2;
|
2017-10-20 13:00:06 +02:00
|
|
|
m_entries.resize(new_size);
|
2017-10-20 06:16:58 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
using ContainerType = Container<Entry, domain>;
|
|
|
|
|
|
|
|
constexpr void resize(size_t new_size)
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
2017-03-07 16:48:04 +01:00
|
|
|
kak_assert(new_size > m_entries.size());
|
2017-10-20 06:16:58 +02:00
|
|
|
ContainerType old_entries = std::move(m_entries);
|
2017-10-20 13:00:06 +02:00
|
|
|
m_entries.resize(new_size);
|
2017-03-06 20:47:26 +01:00
|
|
|
for (auto& entry : old_entries)
|
|
|
|
{
|
|
|
|
if (entry.index >= 0)
|
|
|
|
add(entry.hash, entry.index);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr void reserve(size_t count)
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
2017-10-27 05:02:09 +02:00
|
|
|
if (count == 0)
|
|
|
|
return;
|
|
|
|
|
2017-03-07 16:48:04 +01:00
|
|
|
const size_t min_size = (size_t)(count / max_fill_rate) + 1;
|
|
|
|
size_t new_size = m_entries.empty() ? 4 : m_entries.size();
|
|
|
|
while (new_size < min_size)
|
|
|
|
new_size *= 2;
|
2017-10-20 06:16:58 +02:00
|
|
|
|
2017-03-07 16:48:04 +01:00
|
|
|
if (new_size > m_entries.size())
|
|
|
|
resize(new_size);
|
|
|
|
}
|
2017-03-06 20:47:26 +01:00
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr void add(size_t hash, int index)
|
2017-03-07 16:48:04 +01:00
|
|
|
{
|
2017-03-06 20:47:26 +01:00
|
|
|
Entry entry{hash, index};
|
|
|
|
while (true)
|
|
|
|
{
|
|
|
|
auto target_slot = compute_slot(entry.hash);
|
|
|
|
for (auto slot = target_slot; slot < m_entries.size(); ++slot)
|
|
|
|
{
|
|
|
|
if (m_entries[slot].index == -1)
|
|
|
|
{
|
|
|
|
m_entries[slot] = entry;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Robin hood hashing
|
|
|
|
auto candidate_slot = compute_slot(m_entries[slot].hash);
|
|
|
|
if (target_slot < candidate_slot)
|
|
|
|
{
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr_swap(m_entries[slot], entry);
|
2017-03-06 20:47:26 +01:00
|
|
|
target_slot = candidate_slot;
|
|
|
|
}
|
|
|
|
}
|
2017-03-07 16:48:04 +01:00
|
|
|
// no free entries found, resize, try again
|
|
|
|
resize(m_entries.size() * 2);
|
2017-03-06 20:47:26 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr void remove(size_t hash, int index)
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
for (auto slot = compute_slot(hash); slot < m_entries.size(); ++slot)
|
|
|
|
{
|
|
|
|
kak_assert(m_entries[slot].index >= 0);
|
|
|
|
if (m_entries[slot].index == index)
|
|
|
|
{
|
|
|
|
m_entries[slot].index = -1;
|
|
|
|
// Recompact following entries
|
|
|
|
for (auto next = slot+1; next < m_entries.size(); ++next)
|
|
|
|
{
|
|
|
|
if (m_entries[next].index == -1 or
|
|
|
|
compute_slot(m_entries[next].hash) == next)
|
|
|
|
break;
|
|
|
|
kak_assert(compute_slot(m_entries[next].hash) < next);
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr_swap(m_entries[next-1], m_entries[next]);
|
2017-03-06 20:47:26 +01:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr void ordered_fix_entries(int index)
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
for (auto& entry : m_entries)
|
|
|
|
{
|
|
|
|
if (entry.index >= index)
|
|
|
|
--entry.index;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr void unordered_fix_entries(size_t hash, int old_index, int new_index)
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
for (auto slot = compute_slot(hash); slot < m_entries.size(); ++slot)
|
|
|
|
{
|
|
|
|
if (m_entries[slot].index == old_index)
|
|
|
|
{
|
|
|
|
m_entries[slot].index = new_index;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
kak_assert(false); // entry not found ?!
|
|
|
|
}
|
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr const Entry& operator[](size_t index) const { return m_entries[index]; }
|
|
|
|
constexpr size_t size() const { return m_entries.size(); }
|
|
|
|
constexpr size_t compute_slot(size_t hash) const
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
// We assume entries.size() is power of 2
|
2017-03-07 16:48:04 +01:00
|
|
|
return hash & (m_entries.size()-1);
|
2017-03-06 20:47:26 +01:00
|
|
|
}
|
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr void clear() { m_entries.clear(); }
|
2017-03-06 20:47:26 +01:00
|
|
|
|
|
|
|
private:
|
2017-10-20 06:16:58 +02:00
|
|
|
ContainerType m_entries;
|
2017-03-06 20:47:26 +01:00
|
|
|
};
|
|
|
|
|
2017-03-07 01:30:54 +01:00
|
|
|
template<typename Key, typename Value>
|
|
|
|
struct HashItem
|
|
|
|
{
|
|
|
|
Key key;
|
|
|
|
Value value;
|
|
|
|
};
|
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
template<typename Key, typename Value,
|
|
|
|
MemoryDomain domain = MemoryDomain::Undefined,
|
|
|
|
template<typename, MemoryDomain> class Container = Vector>
|
2017-03-06 20:47:26 +01:00
|
|
|
struct HashMap
|
|
|
|
{
|
2017-03-07 01:30:54 +01:00
|
|
|
using Item = HashItem<Key, Value>;
|
2017-10-20 06:16:58 +02:00
|
|
|
using ContainerType = Container<Item, domain>;
|
2017-03-06 20:47:26 +01:00
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr HashMap() = default;
|
2017-03-06 20:47:26 +01:00
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr HashMap(std::initializer_list<Item> val) : m_items(val), m_index(val.size())
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
for (int i = 0; i < m_items.size(); ++i)
|
|
|
|
m_index.add(hash_value(m_items[i].key), i);
|
|
|
|
}
|
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr Value& insert(Item item)
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
2017-03-07 16:48:04 +01:00
|
|
|
m_index.reserve(m_items.size()+1);
|
2017-03-06 20:47:26 +01:00
|
|
|
m_index.add(hash_value(item.key), (int)m_items.size());
|
|
|
|
m_items.push_back(std::move(item));
|
|
|
|
return m_items.back().value;
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename KeyType>
|
2017-05-11 00:22:24 +02:00
|
|
|
using EnableIfHashCompatible = std::enable_if_t<
|
2017-08-18 03:17:02 +02:00
|
|
|
IsHashCompatible<Key, std::decay_t<KeyType>>
|
2017-05-11 00:22:24 +02:00
|
|
|
>;
|
2017-03-06 20:47:26 +01:00
|
|
|
|
|
|
|
template<typename KeyType, typename = EnableIfHashCompatible<KeyType>>
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr int find_index(const KeyType& key, size_t hash) const
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
for (auto slot = m_index.compute_slot(hash); slot < m_index.size(); ++slot)
|
|
|
|
{
|
|
|
|
auto& entry = m_index[slot];
|
|
|
|
if (entry.index == -1)
|
|
|
|
return -1;
|
|
|
|
if (entry.hash == hash and m_items[entry.index].key == key)
|
|
|
|
return entry.index;
|
|
|
|
}
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename KeyType, typename = EnableIfHashCompatible<KeyType>>
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr int find_index(const KeyType& key) const { return find_index(key, hash_value(key)); }
|
2017-03-06 20:47:26 +01:00
|
|
|
|
|
|
|
template<typename KeyType, typename = EnableIfHashCompatible<KeyType>>
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr bool contains(const KeyType& key) const { return find_index(key) >= 0; }
|
2017-03-06 20:47:26 +01:00
|
|
|
|
|
|
|
template<typename KeyType, typename = EnableIfHashCompatible<KeyType>>
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr Value& operator[](KeyType&& key)
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
const auto hash = hash_value(key);
|
|
|
|
auto index = find_index(key, hash);
|
|
|
|
if (index >= 0)
|
|
|
|
return m_items[index].value;
|
|
|
|
|
2017-03-07 16:48:04 +01:00
|
|
|
m_index.reserve(m_items.size()+1);
|
2017-03-06 20:47:26 +01:00
|
|
|
m_index.add(hash, (int)m_items.size());
|
2017-03-07 18:21:55 +01:00
|
|
|
m_items.push_back({Key(std::forward<KeyType>(key)), {}});
|
2017-03-06 20:47:26 +01:00
|
|
|
return m_items.back().value;
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename KeyType, typename = EnableIfHashCompatible<KeyType>>
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr void remove(const KeyType& key)
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
const auto hash = hash_value(key);
|
|
|
|
int index = find_index(key, hash);
|
|
|
|
if (index >= 0)
|
|
|
|
{
|
|
|
|
m_items.erase(m_items.begin() + index);
|
|
|
|
m_index.remove(hash, index);
|
|
|
|
m_index.ordered_fix_entries(index);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename KeyType, typename = EnableIfHashCompatible<KeyType>>
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr void unordered_remove(const KeyType& key)
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
const auto hash = hash_value(key);
|
|
|
|
int index = find_index(key, hash);
|
|
|
|
if (index >= 0)
|
|
|
|
{
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr_swap(m_items[index], m_items.back());
|
2017-03-06 20:47:26 +01:00
|
|
|
m_items.pop_back();
|
|
|
|
m_index.remove(hash, index);
|
|
|
|
if (index != m_items.size())
|
|
|
|
m_index.unordered_fix_entries(hash_value(m_items[index].key), m_items.size(), index);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr void erase(const Key& key) { unordered_remove(key); }
|
2017-03-06 20:47:26 +01:00
|
|
|
|
|
|
|
template<typename KeyType, typename = EnableIfHashCompatible<KeyType>>
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr void remove_all(const KeyType& key)
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
const auto hash = hash_value(key);
|
|
|
|
for (int index = find_index(key, hash); index >= 0;
|
|
|
|
index = find_index(key, hash))
|
|
|
|
{
|
|
|
|
m_items.erase(m_items.begin() + index);
|
|
|
|
m_index.remove(hash, index);
|
|
|
|
m_index.ordered_fix_entries(index);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
using iterator = typename ContainerType::iterator;
|
|
|
|
constexpr iterator begin() { return m_items.begin(); }
|
|
|
|
constexpr iterator end() { return m_items.end(); }
|
2017-03-06 20:47:26 +01:00
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
using const_iterator = typename ContainerType::const_iterator;
|
|
|
|
constexpr const_iterator begin() const { return m_items.begin(); }
|
|
|
|
constexpr const_iterator end() const { return m_items.end(); }
|
2017-03-06 20:47:26 +01:00
|
|
|
|
|
|
|
template<typename KeyType, typename = EnableIfHashCompatible<KeyType>>
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr iterator find(const KeyType& key)
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
auto index = find_index(key);
|
|
|
|
return index >= 0 ? begin() + index : end();
|
|
|
|
}
|
|
|
|
|
|
|
|
template<typename KeyType, typename = EnableIfHashCompatible<KeyType>>
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr const_iterator find(const KeyType& key) const
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
return const_cast<HashMap*>(this)->find(key);
|
|
|
|
}
|
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr void clear() { m_items.clear(); m_index.clear(); }
|
2017-03-06 20:47:26 +01:00
|
|
|
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr size_t size() const { return m_items.size(); }
|
|
|
|
constexpr bool empty() const { return m_items.empty(); }
|
|
|
|
constexpr void reserve(size_t size)
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
2018-04-05 00:52:33 +02:00
|
|
|
m_items.reserve(size);
|
2017-03-07 16:48:04 +01:00
|
|
|
m_index.reserve(size);
|
2017-03-06 20:47:26 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// Equality is taking the order of insertion into account
|
|
|
|
template<MemoryDomain otherDomain>
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr bool operator==(const HashMap<Key, Value, otherDomain, Container>& other) const
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
return size() == other.size() and
|
|
|
|
std::equal(begin(), end(), other.begin(),
|
|
|
|
[](const Item& lhs, const Item& rhs) {
|
|
|
|
return lhs.key == rhs.key and lhs.value == rhs.value;
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
template<MemoryDomain otherDomain>
|
2017-10-20 06:16:58 +02:00
|
|
|
constexpr bool operator!=(const HashMap<Key, Value, otherDomain, Container>& other) const
|
2017-03-06 20:47:26 +01:00
|
|
|
{
|
|
|
|
return not (*this == other);
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
2017-10-20 06:16:58 +02:00
|
|
|
ContainerType m_items;
|
|
|
|
HashIndex<domain, Container> m_index;
|
2017-03-06 20:47:26 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
void profile_hash_maps();
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif // hash_map_hh_INCLUDED
|