89f016d871
Support arbitrary orders for column highlighters (it was previously failing when column highlighters were not applied in column order). Fix show_matching tab handling at the same time (horizontal scrolling, tab characters and show_matching were behaving badly). Window highlighting now runs user highlighters, then built-ins for each phases, instead of running all phases for user highlighters, then all phases for built-ins. We now consider unprintable character to be 1-column width as we know we will display them as "�". Fixes #1615 Fixes #1023
99 lines
2.4 KiB
C++
99 lines
2.4 KiB
C++
#ifndef unicode_hh_INCLUDED
|
|
#define unicode_hh_INCLUDED
|
|
|
|
#include <cwctype>
|
|
#include <cwchar>
|
|
#include <locale>
|
|
|
|
#include "array_view.hh"
|
|
#include "ranges.hh"
|
|
#include "units.hh"
|
|
|
|
namespace Kakoune
|
|
{
|
|
|
|
using Codepoint = char32_t;
|
|
|
|
inline bool is_eol(Codepoint c) noexcept
|
|
{
|
|
return c == '\n';
|
|
}
|
|
|
|
inline bool is_horizontal_blank(Codepoint c) noexcept
|
|
{
|
|
return c == ' ' or c == '\t';
|
|
}
|
|
|
|
inline bool is_blank(Codepoint c) noexcept
|
|
{
|
|
return c == ' ' or c == '\t' or c == '\n';
|
|
}
|
|
|
|
enum WordType { Word, WORD };
|
|
|
|
template<WordType word_type = Word>
|
|
inline bool is_word(Codepoint c, ConstArrayView<Codepoint> extra_word_chars = {}) noexcept
|
|
{
|
|
return c == '_' or iswalnum((wchar_t)c) or contains(extra_word_chars, c);
|
|
}
|
|
|
|
template<>
|
|
inline bool is_word<WORD>(Codepoint c, ConstArrayView<Codepoint>) noexcept
|
|
{
|
|
return not is_blank(c);
|
|
}
|
|
|
|
inline bool is_punctuation(Codepoint c) noexcept
|
|
{
|
|
return not (is_word(c) or is_blank(c));
|
|
}
|
|
|
|
inline bool is_basic_alpha(Codepoint c) noexcept
|
|
{
|
|
return (c >= 'a' and c <= 'z') or (c >= 'A' and c <= 'Z');
|
|
}
|
|
|
|
inline ColumnCount codepoint_width(Codepoint c) noexcept
|
|
{
|
|
if (c == '\n')
|
|
return 1;
|
|
const auto width = wcwidth((wchar_t)c);
|
|
return width >= 0 ? width : 1;
|
|
}
|
|
|
|
enum class CharCategories
|
|
{
|
|
Blank,
|
|
EndOfLine,
|
|
Word,
|
|
Punctuation,
|
|
};
|
|
|
|
template<WordType word_type = Word>
|
|
inline CharCategories categorize(Codepoint c, ConstArrayView<Codepoint> extra_word_chars) noexcept
|
|
{
|
|
if (is_eol(c))
|
|
return CharCategories::EndOfLine;
|
|
if (is_horizontal_blank(c))
|
|
return CharCategories::Blank;
|
|
if (word_type == WORD or is_word(c, extra_word_chars))
|
|
return CharCategories::Word;
|
|
return CharCategories::Punctuation;
|
|
}
|
|
|
|
inline Codepoint to_lower(Codepoint cp) noexcept { return towlower((wchar_t)cp); }
|
|
inline Codepoint to_upper(Codepoint cp) noexcept { return towupper((wchar_t)cp); }
|
|
|
|
inline bool is_lower(Codepoint cp) noexcept { return iswlower((wchar_t)cp); }
|
|
inline bool is_upper(Codepoint cp) noexcept { return iswupper((wchar_t)cp); }
|
|
|
|
inline char to_lower(char c) noexcept { return c >= 'A' and c <= 'Z' ? c - 'A' + 'a' : c; }
|
|
inline char to_upper(char c) noexcept { return c >= 'a' and c <= 'z' ? c - 'a' + 'A' : c; }
|
|
|
|
inline bool is_lower(char c) noexcept { return c >= 'a' and c <= 'z'; }
|
|
inline bool is_upper(char c) noexcept { return c >= 'A' and c <= 'Z'; }
|
|
|
|
}
|
|
|
|
#endif // unicode_hh_INCLUDED
|