roland/xo-expression2
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

xo-tokenizer: fix: missing assignment

Browse source
This commit is contained in:
Roland Conybeare 2024-08-06 23:11:17 -04:00
commit 3746f32529
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
include/xo/tokenizer/tokenizer.hpp
View file

@ -648,6 +648,10 @@ namespace xo {
if (!sr.first.is_valid() && eof) { if (!sr.first.is_valid() && eof) {
sr.first = this->notify_eof(); sr.first = this->notify_eof();
/* always consume remainder of input here.
* ambiguous prefix can represent at most one token
*/
sr.second = input;
} }
return sr; return sr;