xo-numeric/xo-tokenizer/include/xo/tokenizer/scan_result.hpp

112 lines
4.6 KiB
C++

/* file scan_result.hpp
*
* author: Roland Conybeare, Jun 2025
*/
#pragma once
#include "token.hpp"
#include "tokenizer_error.hpp"
#include "input_state.hpp"
namespace xo {
namespace scm {
/** @class scan_result
* @brief Represent result of parsing one input token.
*
* @code
* Possible outcomes fall into several categories
* (with T: @c token_.is_valid(), E: @cerror_.is_error())
*
* | T | E | description |
* |-------+-------+-------------------------------------|
* | false | false | end of input, including end of line |
* | true | false | parsed token in T |
* | false | true | parse error in E |
*
* @endcode
**/
template <typename CharT>
class scan_result {
public:
using token_type = token<CharT>;
using span_type = span<const CharT>;
using error_type = tokenizer_error<CharT>;
using input_state_type = input_state<CharT>;
public:
scan_result(const token_type & token,
const span_type & consumed,
const error_type & error = error_type())
: token_{token}, consumed_{consumed}, error_{error} {}
static scan_result make_whitespace(const span_type & prefix_input);
static scan_result make_partial(const span_type & prefix_input);
/**
* @p error_src can be __FUNCTION__ from site where error generated.
* @p error_msg error message
* @p error_pos error position, relative to start of token
* @p input_state_ref input state object;
* copied into scan_result, and leaving input_state_ref.current_line cleared
**/
static scan_result make_error_consume_current_line(const char * error_src,
std::string error_msg,
size_t error_pos,
input_state_type & input_state_ref);
bool is_eof_or_ambiguous() const { return token_.is_invalid() && error_.is_not_an_error(); }
bool is_token() const { return token_.is_valid(); }
bool is_error() const { return error_.is_error(); }
const token_type & get_token() const { return token_; }
const span_type & consumed() const { return consumed_; }
const error_type & error() const { return error_; }
public:
/** Successfully parsed token, whenever tk_type != tokentype::tk_invalid.
* Will be tokentype::tk_invalid in normal cause of events for valid input,
* when consuming whitespace
**/
token_type token_;
/** input span represented by .token, on success. Otherwise not defined **/
span_type consumed_;
/** error description, whenever .error_.is_error() is true **/
error_type error_;
};
template <typename CharT>
auto scan_result<CharT>::make_whitespace(const span_type& whitespace_input) -> scan_result
{
return scan_result(token_type::invalid(), whitespace_input /*consumed*/);
}
template <typename CharT>
auto scan_result<CharT>::make_partial(const span_type& prefix_input) -> scan_result
{
return scan_result(token_type::invalid(), prefix_input /*consumed*/);
}
template <typename CharT>
auto
scan_result<CharT>::make_error_consume_current_line(const char * error_src,
std::string error_msg,
size_t error_pos,
input_state_type & input_state_ref) -> scan_result
{
/* report+consume entire input line */
/* copy before altered by .consume_current_line() */
input_state_type input_state_copy = input_state_ref;
return scan_result(token_type::invalid(),
input_state_ref.consume_current_line(),
error_type(error_src,
error_msg,
input_state_copy,
error_pos));
}
} /*namespace scm*/
} /*namespace xo*/
/* end scan_result.hpp */