2015-10-22 20:49:08 +02:00
|
|
|
#include "ranked_match.hh"
|
|
|
|
|
2015-10-30 14:57:46 +01:00
|
|
|
#include "utf8_iterator.hh"
|
2015-10-29 14:36:30 +01:00
|
|
|
#include "unit_tests.hh"
|
|
|
|
|
2015-10-22 20:49:08 +02:00
|
|
|
namespace Kakoune
|
|
|
|
{
|
|
|
|
|
2016-03-25 21:35:57 +01:00
|
|
|
UsedLetters used_letters(StringView str)
|
|
|
|
{
|
|
|
|
UsedLetters res = 0;
|
|
|
|
for (auto c : str)
|
|
|
|
{
|
|
|
|
if (c >= 'a' and c <= 'z')
|
|
|
|
res |= 1uL << (c - 'a');
|
|
|
|
else if (c >= 'A' and c <= 'Z')
|
|
|
|
res |= 1uL << (c - 'A' + 26);
|
|
|
|
else if (c == '_')
|
|
|
|
res |= 1uL << 53;
|
|
|
|
else if (c == '-')
|
|
|
|
res |= 1uL << 54;
|
|
|
|
else
|
|
|
|
res |= 1uL << 63;
|
|
|
|
}
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool matches(UsedLetters query, UsedLetters letters)
|
|
|
|
{
|
|
|
|
return (query & letters) == query;
|
|
|
|
}
|
|
|
|
|
2015-10-30 14:57:46 +01:00
|
|
|
using Utf8It = utf8::iterator<const char*>;
|
|
|
|
|
2015-10-29 14:36:30 +01:00
|
|
|
static int count_word_boundaries_match(StringView candidate, StringView query)
|
2015-10-22 20:49:08 +02:00
|
|
|
{
|
2015-10-29 14:36:30 +01:00
|
|
|
int count = 0;
|
2016-02-18 00:05:08 +01:00
|
|
|
Utf8It query_it{query.begin(), query};
|
2015-10-30 14:57:46 +01:00
|
|
|
Codepoint prev = 0;
|
|
|
|
for (Utf8It it{candidate.begin(), candidate}; it != candidate.end(); ++it)
|
2015-10-22 20:49:08 +02:00
|
|
|
{
|
2015-10-30 14:57:46 +01:00
|
|
|
const Codepoint c = *it;
|
2015-10-29 14:36:30 +01:00
|
|
|
const bool is_word_boundary = prev == 0 or
|
2016-05-19 22:45:23 +02:00
|
|
|
(!iswalnum((wchar_t)prev) and iswalnum((wchar_t)c)) or
|
|
|
|
(iswlower((wchar_t)prev) and iswupper((wchar_t)c));
|
2015-10-29 14:36:30 +01:00
|
|
|
prev = c;
|
2015-10-22 20:49:08 +02:00
|
|
|
|
2015-10-29 14:36:30 +01:00
|
|
|
if (not is_word_boundary)
|
|
|
|
continue;
|
2015-10-22 20:49:08 +02:00
|
|
|
|
2015-11-11 01:21:20 +01:00
|
|
|
const Codepoint lc = to_lower(c);
|
2016-02-18 00:05:08 +01:00
|
|
|
for (auto qit = query_it; qit != query.end(); ++qit)
|
2015-10-22 20:49:08 +02:00
|
|
|
{
|
2015-10-30 14:57:46 +01:00
|
|
|
const Codepoint qc = *qit;
|
2015-10-29 14:36:30 +01:00
|
|
|
if (qc == (islower(qc) ? lc : c))
|
|
|
|
{
|
|
|
|
++count;
|
2016-02-18 00:05:08 +01:00
|
|
|
query_it = qit+1;
|
2015-10-29 14:36:30 +01:00
|
|
|
break;
|
|
|
|
}
|
2015-10-22 20:49:08 +02:00
|
|
|
}
|
2016-02-18 00:05:08 +01:00
|
|
|
if (query_it == query.end())
|
2015-10-29 14:36:30 +01:00
|
|
|
break;
|
|
|
|
}
|
|
|
|
return count;
|
|
|
|
}
|
2015-10-22 20:49:08 +02:00
|
|
|
|
2015-10-30 14:57:46 +01:00
|
|
|
static bool smartcase_eq(Codepoint query, Codepoint candidate)
|
2015-10-29 14:36:30 +01:00
|
|
|
{
|
2015-11-11 01:21:20 +01:00
|
|
|
return query == (islower(query) ? to_lower(candidate) : candidate);
|
2015-10-29 14:36:30 +01:00
|
|
|
}
|
|
|
|
|
2016-08-30 00:56:22 +02:00
|
|
|
static bool subsequence_match_smart_case(StringView str, StringView subseq, int& out_index_sum)
|
2015-10-29 14:36:30 +01:00
|
|
|
{
|
2016-08-30 00:56:22 +02:00
|
|
|
int index_sum = 0;
|
2016-03-25 00:45:56 +01:00
|
|
|
auto it = str.begin();
|
2016-02-29 00:05:51 +01:00
|
|
|
int index = 0;
|
2016-03-28 16:18:15 +02:00
|
|
|
for (auto subseq_it = subseq.begin(); subseq_it != subseq.end();)
|
2015-10-29 14:36:30 +01:00
|
|
|
{
|
|
|
|
if (it == str.end())
|
|
|
|
return false;
|
2016-03-28 16:18:15 +02:00
|
|
|
const Codepoint c = utf8::read_codepoint(subseq_it, subseq.end());
|
2016-03-25 00:45:56 +01:00
|
|
|
while (not smartcase_eq(c, utf8::read_codepoint(it, subseq.end())))
|
2015-10-29 14:36:30 +01:00
|
|
|
{
|
2016-02-29 00:05:51 +01:00
|
|
|
++index;
|
2016-03-25 00:45:56 +01:00
|
|
|
if (it == str.end())
|
2015-10-29 14:36:30 +01:00
|
|
|
return false;
|
|
|
|
}
|
2016-02-29 00:05:51 +01:00
|
|
|
index_sum += index++;
|
2015-10-22 20:49:08 +02:00
|
|
|
}
|
2016-08-30 00:56:22 +02:00
|
|
|
out_index_sum = index_sum;
|
2015-10-29 14:36:30 +01:00
|
|
|
return true;
|
2015-10-22 20:49:08 +02:00
|
|
|
}
|
|
|
|
|
2016-03-25 21:35:57 +01:00
|
|
|
template<typename TestFunc>
|
|
|
|
RankedMatch::RankedMatch(StringView candidate, StringView query, TestFunc func)
|
2015-10-27 22:25:18 +01:00
|
|
|
{
|
2015-10-29 14:36:30 +01:00
|
|
|
if (candidate.empty() or query.length() > candidate.length())
|
|
|
|
return;
|
|
|
|
|
|
|
|
if (query.empty())
|
2016-03-25 21:35:57 +01:00
|
|
|
m_candidate = candidate;
|
|
|
|
else if (func() and subsequence_match_smart_case(candidate, query, m_match_index_sum))
|
2015-10-27 22:25:18 +01:00
|
|
|
{
|
|
|
|
m_candidate = candidate;
|
2016-03-25 21:35:57 +01:00
|
|
|
|
2016-08-30 00:56:22 +02:00
|
|
|
if (smartcase_eq(query[0], candidate[0]))
|
|
|
|
m_flags |= Flags::FirstCharMatch;
|
|
|
|
if (std::equal(query.begin(), query.end(), candidate.begin()))
|
|
|
|
{
|
|
|
|
m_flags |= Flags::Prefix;
|
|
|
|
if (query.length() == candidate.length())
|
|
|
|
m_flags |= Flags::FullMatch;
|
|
|
|
}
|
2016-03-25 21:35:57 +01:00
|
|
|
m_word_boundary_match_count = count_word_boundaries_match(candidate, query);
|
2016-08-30 00:56:22 +02:00
|
|
|
if (m_word_boundary_match_count == query.length())
|
|
|
|
m_flags |= Flags::OnlyWordBoundary;
|
2015-10-27 22:25:18 +01:00
|
|
|
}
|
2016-03-25 21:35:57 +01:00
|
|
|
}
|
2015-10-27 22:25:18 +01:00
|
|
|
|
2016-03-25 21:35:57 +01:00
|
|
|
RankedMatch::RankedMatch(StringView candidate, UsedLetters candidate_letters,
|
|
|
|
StringView query, UsedLetters query_letters)
|
|
|
|
: RankedMatch{candidate, query, [&] {
|
|
|
|
return matches(to_lower(query_letters), to_lower(candidate_letters)) and
|
|
|
|
matches(query_letters & upper_mask, candidate_letters & upper_mask);
|
|
|
|
}} {}
|
2015-10-29 14:36:30 +01:00
|
|
|
|
|
|
|
|
2016-03-25 21:35:57 +01:00
|
|
|
RankedMatch::RankedMatch(StringView candidate, StringView query)
|
|
|
|
: RankedMatch{candidate, query, [] { return true; }}
|
|
|
|
{
|
2015-10-27 22:25:18 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
bool RankedMatch::operator<(const RankedMatch& other) const
|
|
|
|
{
|
2016-03-24 23:04:56 +01:00
|
|
|
kak_assert((bool)*this and (bool)other);
|
|
|
|
|
2016-08-30 00:56:22 +02:00
|
|
|
const auto diff = m_flags ^ other.m_flags;
|
|
|
|
// flags are different, use their ordering to return the first match
|
|
|
|
if (diff != Flags::None)
|
|
|
|
return (int)(m_flags & diff) > (int)(other.m_flags & diff);
|
2015-10-29 14:36:30 +01:00
|
|
|
|
|
|
|
if (m_word_boundary_match_count != other.m_word_boundary_match_count)
|
|
|
|
return m_word_boundary_match_count > other.m_word_boundary_match_count;
|
|
|
|
|
2016-02-29 00:05:51 +01:00
|
|
|
if (m_match_index_sum != other.m_match_index_sum)
|
|
|
|
return m_match_index_sum < other.m_match_index_sum;
|
2015-10-29 14:36:30 +01:00
|
|
|
|
2016-05-17 20:40:36 +02:00
|
|
|
Utf8It it1{m_candidate.begin(), m_candidate}, it2{other.m_candidate.begin(), other.m_candidate};
|
|
|
|
for (; it1 != m_candidate.end() and it2 != other.m_candidate.end(); ++it1, ++it2)
|
2016-03-28 15:44:49 +02:00
|
|
|
{
|
|
|
|
const auto cp1 = *it1, cp2 = *it2;
|
|
|
|
if (cp1 != cp2)
|
|
|
|
{
|
|
|
|
const bool low1 = islower(cp1), low2 = islower(cp2);
|
2016-04-03 19:49:33 +02:00
|
|
|
return low1 == low2 ? cp1 < cp2 : low1;
|
2016-03-28 15:44:49 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-05-20 19:42:01 +02:00
|
|
|
return it1 == m_candidate.end() and it2 != other.m_candidate.end();
|
2015-10-27 22:25:18 +01:00
|
|
|
}
|
|
|
|
|
2015-10-29 14:36:30 +01:00
|
|
|
UnitTest test_ranked_match{[] {
|
|
|
|
kak_assert(count_word_boundaries_match("run_all_tests", "rat") == 3);
|
2016-02-18 00:05:08 +01:00
|
|
|
kak_assert(count_word_boundaries_match("run_all_tests", "at") == 2);
|
|
|
|
kak_assert(count_word_boundaries_match("countWordBoundariesMatch", "wm") == 2);
|
|
|
|
kak_assert(count_word_boundaries_match("countWordBoundariesMatch", "cobm") == 3);
|
|
|
|
kak_assert(count_word_boundaries_match("countWordBoundariesMatch", "cWBM") == 4);
|
2016-05-17 20:40:36 +02:00
|
|
|
kak_assert(RankedMatch{"source", "so"} < RankedMatch{"source_data", "so"});
|
|
|
|
kak_assert(not (RankedMatch{"source_data", "so"} < RankedMatch{"source", "so"}));
|
2016-05-20 19:42:01 +02:00
|
|
|
kak_assert(not (RankedMatch{"source", "so"} < RankedMatch{"source", "so"}));
|
2015-10-29 14:36:30 +01:00
|
|
|
}};
|
|
|
|
|
2016-03-25 21:35:57 +01:00
|
|
|
UnitTest test_used_letters{[]()
|
|
|
|
{
|
|
|
|
kak_assert(used_letters("abcd") == to_lower(used_letters("abcdABCD")));
|
|
|
|
}};
|
|
|
|
|
2015-10-22 20:49:08 +02:00
|
|
|
}
|