roland/xo-alloc
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

tokenizer: + input_state helper

Browse source
This commit is contained in:
Roland Conybeare 2025-06-24 23:50:21 -05:00
commit 093f8a4b7c
6 changed files with 182 additions and 81 deletions
Download patch file Download diff file Expand all files Collapse all files

8
xo-tokenizer/utest/tokenizer.test.cpp
View file

@ -442,6 +442,7 @@ namespace xo {
namespace {
using tkz_error_type = xo::scm::tokenizer_error<char>;
using input_state_type = xo::scm::input_state<char>;
using span_type = xo::scm::span<const char>;
struct testcase_error {
@ -456,8 +457,9 @@ namespace xo {
testcase_error retval;
retval.input_ = input;
retval.expect_error_ = tkz_error_type(src_function, error_descr,
span_type::from_string(retval.input_),
tk_start, whitespace, error_pos);
input_state_type(span_type::from_string(retval.input_),
tk_start, whitespace),
error_pos);
return retval;
}
@ -481,7 +483,7 @@ namespace xo {
"assemble_token",
"duplicate decimal point in numeric literal",
0, 0, 2),
// 0123456
// o 0123456
// ------v
make_testcase("1.23e4e",
"assemble_token",