Fix syntax highlighting unicode support (#475)

* convert BasicParser to a template

* fix syntax hightlighting with unicode characters
This commit is contained in:
MihailRis 2025-02-22 01:01:20 +03:00 • committed by GitHub
parent b61f594495
commit 8a8c1525fd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
19 changed files with 644 additions and 509 deletions

View file

@ -6,9 +6,7 @@
#include "devtools/syntax.hpp"
namespace lua {
bool is_lua_keyword(std::string_view view);
std::vector<devtools::Token> tokenize(
std::string_view file, std::string_view source
std::string_view file, std::wstring_view source
);
}