roland/xo-tokenizer2
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

xo-reader2 stack: + #q token + QuoteSsm [WIP - not functional]

Browse source
This commit is contained in:
Roland Conybeare 2026-03-01 13:06:57 +11:00
commit 9920812d42
4 changed files with 21 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
include/xo/tokenizer2/Token.hpp
View file

@ -87,6 +87,8 @@ namespace xo {
static Token symbol_token(const std::string & txt) {
return Token(tokentype::tk_symbol, txt);
}
/** token representing quote @c "'" **/
static Token quote() { return Token(tokentype::tk_quote); }
/** token representing left angle bracket @c "<" **/
static Token leftangle() { return Token(tokentype::tk_leftangle); }
/** token representing right angle bracket @c ">" **/

3
include/xo/tokenizer2/tokentype.hpp
View file

@ -64,6 +64,9 @@ namespace xo {
/** a symbol **/
tk_symbol,
/** quote @c ' **/
tk_quote,
/** left-hand parenthesis @c '(' **/
tk_leftparen,