roland/xo-tokenizer
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

xo-tokenizer: refactor + satisfy clang on osx

Browse source
This commit is contained in:
Roland Conybeare 2025-11-21 09:19:06 -05:00
commit 77dbbdcb22
2 changed files with 60 additions and 38 deletions
Download patch file Download diff file Expand all files Collapse all files

10
include/xo/tokenizer/input_state.hpp
View file

@ -91,7 +91,11 @@ namespace xo {
/** Skip prefix of input comprising whitespace.
* Return pointer to first non-whitespace character in @p input,
* or @c input.hi if input contains only whitespace
* or @c input.hi if input contains only whitespace.
*
* if @p input contains any newlines, preserves suffix after last
* such newilne in @p current_line_
*
**/
const CharT * skip_leading_whitespace(const span_type & input);
@ -105,7 +109,7 @@ namespace xo {
span<const CharT> current_line_ = span<const CharT>();
/** current input position within @ref current_line_ **/
size_t current_pos_ = 0;
/** whitespace since end of preceding token,
/** number of whitespace chars since end of preceding token,
* or last newline, whichever is less
**/
size_t whitespace_ = 0;
@ -114,7 +118,7 @@ namespace xo {
bool debug_flag_ = false;
///@}
};
}; /*input_state*/
template <typename CharT>
bool