roland/xo-umbrella2
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

xo-tokenizer2: cosmetic / minor

Browse source
This commit is contained in:
Roland Conybeare 2026-01-19 11:33:14 -05:00
commit 42e2276e97
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
xo-tokenizer2/src/tokenizer2/Tokenizer.cpp
View file

@ -595,10 +595,13 @@ namespace xo {
tk_text.clear();
}
// TOOD: report tk_text as span,
// but must pin / unpin
/* input.prefix(0):
* require caller preserves current input line until it's entirely exhausted
*/
return result_type(token_type(tk_type, std::move(tk_text)),
return result_type(Token(tk_type, std::move(tk_text)),
p_input_state->current_line().prefix(0));
} /*assemble_token*/