314 lines
11 KiB
C++
314 lines
11 KiB
C++
/** @file SchematikaParser.test.cpp
|
|
*
|
|
* @author Roland Conybeare, Jan 2026
|
|
**/
|
|
|
|
#include <xo/reader2/SchematikaParser.hpp>
|
|
#include <xo/reader2/DDefineSsm.hpp>
|
|
#include <xo/reader2/DExpectExprSsm.hpp>
|
|
#include <xo/reader2/ssm/ISyntaxStateMachine_DExpectExprSsm.hpp>
|
|
#include <xo/reader2/ssm/ISyntaxStateMachine_DDefineSsm.hpp>
|
|
#include <xo/reader2/init_reader2.hpp>
|
|
#include <xo/alloc2/arena/IAllocator_DArena.hpp>
|
|
#include <catch2/catch.hpp>
|
|
|
|
namespace xo {
|
|
using xo::scm::SchematikaParser;
|
|
using xo::scm::ASyntaxStateMachine;
|
|
using xo::scm::syntaxstatetype;
|
|
// using xo::scm::DDefineSsm;
|
|
using xo::scm::DExpectExprSsm;
|
|
// using xo::scm::defexprstatetype;
|
|
//using xo::scm::ParserResult;
|
|
//using xo::scm::parser_result_type;
|
|
using xo::scm::Token;
|
|
using xo::scm::DString;
|
|
using xo::mm::ArenaConfig;
|
|
using xo::mm::AAllocator;
|
|
using xo::mm::DArena;
|
|
using xo::facet::with_facet;
|
|
|
|
static InitEvidence s_init = (InitSubsys<S_reader2_tag>::require());
|
|
|
|
namespace ut {
|
|
TEST_CASE("SchematikaParser-ctor", "[reader2][SchematikaParser]")
|
|
{
|
|
ArenaConfig config;
|
|
config.name_ = "test-arena";
|
|
config.size_ = 16 * 1024;
|
|
|
|
DArena expr_arena = DArena::map(config);
|
|
obj<AAllocator> expr_alloc = with_facet<AAllocator>::mkobj(&expr_arena);
|
|
|
|
SchematikaParser parser(config, 4096, expr_alloc, false /*debug_flag*/);
|
|
|
|
REQUIRE(parser.debug_flag() == false);
|
|
REQUIRE(parser.is_at_toplevel() == true);
|
|
}
|
|
|
|
TEST_CASE("SchematikaParser-begin-interactive", "[reader2][SchematikaParser]")
|
|
{
|
|
ArenaConfig config;
|
|
config.name_ = "test-arena";
|
|
config.size_ = 16 * 1024;
|
|
|
|
DArena expr_arena = DArena::map(config);
|
|
obj<AAllocator> expr_alloc = with_facet<AAllocator>::mkobj(&expr_arena);
|
|
|
|
SchematikaParser parser(config, 4096, expr_alloc, false /*debug_flag*/);
|
|
|
|
parser.begin_interactive_session();
|
|
|
|
// after begin_interactive_session, parser has toplevel exprseq
|
|
// but is still "at toplevel" in the sense of ready for input
|
|
REQUIRE(parser.has_incomplete_expr() == false);
|
|
}
|
|
|
|
TEST_CASE("SchematikaParser-begin-batch", "[reader2][SchematikaParser]")
|
|
{
|
|
ArenaConfig config;
|
|
config.name_ = "test-arena";
|
|
config.size_ = 16 * 1024;
|
|
|
|
DArena expr_arena = DArena::map(config);
|
|
obj<AAllocator> expr_alloc = with_facet<AAllocator>::mkobj(&expr_arena);
|
|
|
|
SchematikaParser parser(config, 4096, expr_alloc, false /*debug_flag*/);
|
|
|
|
parser.begin_batch_session();
|
|
|
|
// after begin_translation_unit, parser has toplevel exprseq
|
|
// but is still "at toplevel" in the sense of ready for input
|
|
REQUIRE(parser.has_incomplete_expr() == false);
|
|
}
|
|
|
|
TEST_CASE("SchematikaParser-batch-def", "[reader2][SchematikaParser]")
|
|
{
|
|
constexpr bool c_debug_flag = false;
|
|
scope log(XO_DEBUG(c_debug_flag));
|
|
|
|
ArenaConfig config;
|
|
config.name_ = "test-arena";
|
|
config.size_ = 16 * 1024;
|
|
|
|
DArena expr_arena = DArena::map(config);
|
|
obj<AAllocator> expr_alloc = with_facet<AAllocator>::mkobj(&expr_arena);
|
|
|
|
SchematikaParser parser(config, 4096, expr_alloc, false /*debug_flag*/);
|
|
|
|
parser.begin_batch_session();
|
|
|
|
/** Walkthrough parsing input equivalent to:
|
|
*
|
|
* def foo : f64 = 3.141593 ;
|
|
*
|
|
**/
|
|
|
|
{
|
|
auto & result = parser.on_token(Token::def_token());
|
|
|
|
// after begin_interactive_session, parser has toplevel exprseq
|
|
// but is still "at toplevel" in the sense of ready for input
|
|
REQUIRE(parser.has_incomplete_expr() == true);
|
|
REQUIRE(result.is_incomplete());
|
|
|
|
log && log("after def token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
}
|
|
|
|
{
|
|
auto & result = parser.on_token(Token::symbol_token("foo"));
|
|
|
|
REQUIRE(parser.has_incomplete_expr() == true);
|
|
REQUIRE(result.is_incomplete());
|
|
|
|
log && log("after lhs symbol token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
}
|
|
|
|
{
|
|
auto & result = parser.on_token(Token::colon_token());
|
|
|
|
REQUIRE(parser.has_incomplete_expr() == true);
|
|
REQUIRE(result.is_incomplete());
|
|
|
|
log && log("after colon token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
}
|
|
|
|
{
|
|
auto & result = parser.on_token(Token::symbol_token("f64"));
|
|
|
|
REQUIRE(parser.has_incomplete_expr() == true);
|
|
REQUIRE(result.is_incomplete());
|
|
|
|
log && log("after typename symbol token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
}
|
|
|
|
{
|
|
auto & result = parser.on_token(Token::singleassign_token());
|
|
|
|
REQUIRE(parser.has_incomplete_expr() == true);
|
|
REQUIRE(result.is_incomplete());
|
|
|
|
log && log("after typename symbol token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
|
|
auto exp_ssm
|
|
= obj<ASyntaxStateMachine,DExpectExprSsm>::from(parser.top_ssm());
|
|
|
|
REQUIRE(exp_ssm);
|
|
REQUIRE(exp_ssm.data()->ssm_type() == syntaxstatetype::expect_rhs_expression);
|
|
REQUIRE(exp_ssm.data()->allow_defs() == false);
|
|
REQUIRE(exp_ssm.data()->cxl_on_rightbrace() == false);
|
|
}
|
|
|
|
{
|
|
// future-proofing for Token only holding a string_view
|
|
const DString * str = DString::from_cstr(expr_alloc, "3.141593");
|
|
|
|
auto & result = parser.on_token(Token::f64_token(std::string(*str)));
|
|
|
|
REQUIRE(parser.has_incomplete_expr() == true);
|
|
|
|
log && log("after f64 token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
}
|
|
|
|
{
|
|
auto & result = parser.on_token(Token::semicolon_token());
|
|
|
|
log && log("after semicolon token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
|
|
REQUIRE(parser.has_incomplete_expr() == false);
|
|
}
|
|
|
|
// define-expressions not properly implemented
|
|
|
|
//REQUIRE(result.error_description());
|
|
}
|
|
|
|
TEST_CASE("SchematikaParser-interactive-if", "[reader2][SchematikaParser]")
|
|
{
|
|
constexpr bool c_debug_flag = true;
|
|
scope log(XO_DEBUG(c_debug_flag));
|
|
|
|
ArenaConfig config;
|
|
config.name_ = "test-arena";
|
|
config.size_ = 16 * 1024;
|
|
|
|
DArena expr_arena = DArena::map(config);
|
|
obj<AAllocator> expr_alloc = with_facet<AAllocator>::mkobj(&expr_arena);
|
|
|
|
SchematikaParser parser(config, 4096, expr_alloc, false /*debug_flag*/);
|
|
|
|
parser.begin_interactive_session();
|
|
|
|
/** Walkthrough parsing input equivalent to:
|
|
*
|
|
* if true then 777 else "fooey" ;
|
|
*
|
|
**/
|
|
|
|
{
|
|
auto & result = parser.on_token(Token::if_token());
|
|
|
|
log && log("after if token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
|
|
REQUIRE(parser.has_incomplete_expr() == true);
|
|
REQUIRE(!result.is_error());
|
|
REQUIRE(result.is_incomplete());
|
|
}
|
|
|
|
{
|
|
auto & result = parser.on_token(Token::bool_token("true"));
|
|
|
|
log && log("after true token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
|
|
REQUIRE(parser.has_incomplete_expr() == true);
|
|
REQUIRE(!result.is_error());
|
|
REQUIRE(result.is_incomplete());
|
|
}
|
|
|
|
{
|
|
auto & result = parser.on_token(Token::then_token());
|
|
|
|
log && log("after then token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
|
|
REQUIRE(parser.has_incomplete_expr() == true);
|
|
REQUIRE(!result.is_error());
|
|
REQUIRE(result.is_incomplete());
|
|
}
|
|
|
|
{
|
|
auto & result = parser.on_token(Token::i64_token("777"));
|
|
|
|
log && log("after i64 token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
|
|
REQUIRE(parser.has_incomplete_expr() == true);
|
|
REQUIRE(!result.is_error());
|
|
REQUIRE(result.is_incomplete());
|
|
}
|
|
|
|
{
|
|
auto & result = parser.on_token(Token::else_token());
|
|
|
|
log && log("after else token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
|
|
REQUIRE(parser.has_incomplete_expr() == true);
|
|
REQUIRE(!result.is_error());
|
|
REQUIRE(result.is_incomplete());
|
|
}
|
|
|
|
{
|
|
auto & result = parser.on_token(Token::string_token("fooey"));
|
|
|
|
log && log("after string token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
|
|
REQUIRE(parser.has_incomplete_expr() == true);
|
|
REQUIRE(!result.is_error());
|
|
REQUIRE(result.is_incomplete());
|
|
}
|
|
|
|
{
|
|
auto & result = parser.on_token(Token::semicolon_token());
|
|
|
|
log && log("after semicolon token:");
|
|
log && log(xtag("parser", &parser));
|
|
log && log(xtag("result", result));
|
|
|
|
REQUIRE(parser.has_incomplete_expr() == false);
|
|
REQUIRE(!result.is_error());
|
|
REQUIRE(!result.is_incomplete());
|
|
}
|
|
|
|
//REQUIRE(result.is_error());
|
|
//// illegal input on token
|
|
//REQUIRE(result.error_description());
|
|
}
|
|
|
|
} /*namespace ut*/
|
|
} /*namespace xo*/
|
|
|
|
/* end SchematikaParser.test.cpp */
|