voxelcoreprojects/voxelcore
1
0
Fork 0
mirror of https://github.com/MihailRis/voxelcore.git synced 2026-10-04 10:31:50 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Fix syntax highlighting unicode support (#475)

Browse source 
* convert BasicParser to a template

* fix syntax hightlighting with unicode characters
This commit is contained in:
MihailRis 2025-02-22 01:01:20 +03:00 • committed by GitHub
parent b61f594495
commit 8a8c1525fd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
19 changed files with 644 additions and 509 deletions
Download patch file Download diff file Expand all files Collapse all files

6
test/coders/lua_parsing.cpp
View file

@ -13,9 +13,11 @@ TEST(lua_parsing, Tokenizer) {
auto filename = "res:scripts/stdlib.lua";
auto source = io::read_string(filename);
try {
auto tokens = lua::tokenize(filename, source);
auto tokens = lua::tokenize(filename, util::str2wstr_utf8(source));
for (const auto& token : tokens) {
std::cout << (int)token.tag << " " << util::quote(token.text) << std::endl;
std::cout << (int)token.tag << " "
<< util::quote(util::wstr2str_utf8(token.text))
<< std::endl;
}
} catch (const parsing_error& err) {
std::cerr << err.errorLog() << std::endl;