roland/xo-reader2
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

xo-tokenizer2: use xo-arena DCircularBuffer to buffer input line

Browse source
This commit is contained in:
Roland Conybeare 2026-01-11 18:42:08 -05:00
commit 1575f8a147
10 changed files with 106 additions and 359 deletions
Download patch file Download diff file Expand all files Collapse all files

3
src/tokenizer2/TkInputState.cpp
View file

@ -84,7 +84,8 @@ namespace xo {
// for example including leading whitespace.
// See discussion in tokenizer scan() method
scope log(XO_DEBUG(debug_flag_));
scope log(XO_DEBUG(debug_flag_),
xtag("input", input));
/* look ahead to {end of line, end of input}, whichever comes first */
const CharT * sol = input.lo();