//# This file is a part of toml++ and is subject to the the terms of the MIT license. //# Copyright (c) 2019-2020 Mark Gillard //# See https://github.com/marzer/tomlplusplus/blob/master/LICENSE for the full license text. // SPDX-License-Identifier: MIT #pragma once //# {{ #include "toml_preprocessor.h" #if !TOML_IMPLEMENTATION #error This is an implementation-only header. #endif #if !TOML_PARSER #error This header cannot not be included when TOML_PARSER is disabled. #endif //# }} #include "toml_parser.h" TOML_DISABLE_WARNINGS #include #if TOML_INT_CHARCONV || TOML_FLOAT_CHARCONV #include #endif #if !TOML_INT_CHARCONV || !TOML_FLOAT_CHARCONV #include #endif #if !TOML_HEADER_ONLY using namespace std::string_view_literals; #endif TOML_ENABLE_WARNINGS TOML_PUSH_WARNINGS TOML_DISABLE_SWITCH_WARNINGS #if TOML_EXCEPTIONS && !defined(__INTELLISENSE__) #define TOML_RETURNS_BY_THROWING [[noreturn]] #else #define TOML_RETURNS_BY_THROWING #endif TOML_ANON_NAMESPACE_START { template [[nodiscard]] TOML_ATTR(const) constexpr bool is_match(char32_t codepoint, T... vals) noexcept { static_assert((std::is_same_v && ...)); return ((codepoint == vals) || ...); } template struct parse_integer_traits; template <> struct parse_integer_traits<2> final { static constexpr auto scope_qualifier = "binary integer"sv; static constexpr auto is_digit = ::toml::impl::is_binary_digit; static constexpr auto is_signed = false; static constexpr auto buffer_length = 63; static constexpr auto prefix_codepoint = U'b'; static constexpr auto prefix = "b"sv; }; template <> struct parse_integer_traits<8> final { static constexpr auto scope_qualifier = "octal integer"sv; static constexpr auto is_digit = ::toml::impl::is_octal_digit; static constexpr auto is_signed = false; static constexpr auto buffer_length = 21; // strlen("777777777777777777777") static constexpr auto prefix_codepoint = U'o'; static constexpr auto prefix = "o"sv; }; template <> struct parse_integer_traits<10> final { static constexpr auto scope_qualifier = "decimal integer"sv; static constexpr auto is_digit = ::toml::impl::is_decimal_digit; static constexpr auto is_signed = true; static constexpr auto buffer_length = 19; //strlen("9223372036854775807") }; template <> struct parse_integer_traits<16> final { static constexpr auto scope_qualifier = "hexadecimal integer"sv; static constexpr auto is_digit = ::toml::impl::is_hexadecimal_digit; static constexpr auto is_signed = false; static constexpr auto buffer_length = 16; //strlen("7FFFFFFFFFFFFFFF") static constexpr auto prefix_codepoint = U'x'; static constexpr auto prefix = "x"sv; }; [[nodiscard]] TOML_INTERNAL_LINKAGE std::string_view to_sv(::toml::node_type val) noexcept { using namespace ::toml::impl; return node_type_friendly_names[unwrap_enum(val)]; } [[nodiscard]] TOML_INTERNAL_LINKAGE std::string_view to_sv(const std::string& str) noexcept { return std::string_view{ str }; } [[nodiscard]] TOML_ATTR(const) TOML_INTERNAL_LINKAGE std::string_view to_sv(bool val) noexcept { using namespace std::string_view_literals; return val ? "true"sv : "false"sv; } [[nodiscard]] TOML_INTERNAL_LINKAGE std::string_view to_sv(const ::toml::impl::utf8_codepoint& cp) noexcept { using namespace ::toml; using namespace ::toml::impl; if TOML_UNLIKELY(cp.value <= U'\x1F') return low_character_escape_table[cp.value]; else if TOML_UNLIKELY(cp.value == U'\x7F') return "\\u007F"sv; else return cp.as_view(); } template TOML_ATTR(nonnull) TOML_INTERNAL_LINKAGE TOML_NEVER_INLINE void concatenate(char*& write_pos, char *const buf_end, const T& arg) noexcept { using namespace ::toml; using namespace ::toml::impl; static_assert( is_one_of, std::string_view, int64_t, uint64_t, double>, "concatenate inputs are limited to std::string_view, int64_t, uint64_t and double to keep " "instantiations to a minimum as an anti-bloat measure (hint: to_sv will probably help)" ); if (write_pos >= buf_end) return; using arg_t = remove_cvref_t; if constexpr (std::is_same_v) { const auto max_chars = static_cast(buf_end - write_pos); const auto len = max_chars < arg.length() ? max_chars : arg.length(); std::memcpy(write_pos, arg.data(), len); write_pos += len; } else if constexpr (std::is_floating_point_v) { #if TOML_FLOAT_CHARCONV { const auto result = std::to_chars(write_pos, buf_end, arg); write_pos = result.ptr; } #else { std::ostringstream ss; ss.imbue(std::locale::classic()); ss.precision(std::numeric_limits::digits10 + 1); ss << arg; concatenate(write_pos, buf_end, to_sv(std::move(ss).str())); } #endif } else if constexpr (std::is_integral_v) { #if TOML_INT_CHARCONV { const auto result = std::to_chars(write_pos, buf_end, arg); write_pos = result.ptr; } #else { std::ostringstream ss; ss.imbue(std::locale::classic()); using cast_type = std::conditional_t, int64_t, uint64_t>; ss << static_cast(arg); concatenate(write_pos, buf_end, to_sv(std::move(ss).str())); } #endif } } struct error_builder final { static constexpr std::size_t buf_size = 512; char buf[buf_size]; char* write_pos = buf; char* const max_write_pos = buf + (buf_size - std::size_t{ 1 }); //allow for null terminator error_builder(std::string_view scope) noexcept { concatenate(write_pos, max_write_pos, "Error while parsing "sv); concatenate(write_pos, max_write_pos, scope); concatenate(write_pos, max_write_pos, ": "sv); } template void append(const T& arg) noexcept { concatenate(write_pos, max_write_pos, arg); } TOML_RETURNS_BY_THROWING auto finish(const ::toml::source_position& pos, const ::toml::source_path_ptr& source_path) const TOML_MAY_THROW { using namespace ::toml; *write_pos = '\0'; #if TOML_EXCEPTIONS throw parse_error{ buf, pos, source_path }; #else return parse_error{ std::string(buf, static_cast(write_pos - buf)), pos, source_path }; #endif } }; struct parse_scope final { std::string_view& storage_; std::string_view parent_; TOML_NODISCARD_CTOR explicit parse_scope(std::string_view& current_scope, std::string_view new_scope) noexcept : storage_{ current_scope }, parent_{ current_scope } { storage_ = new_scope; } ~parse_scope() noexcept { storage_ = parent_; } }; #define push_parse_scope_2(scope, line) parse_scope ps_##line{ current_scope, scope } #define push_parse_scope_1(scope, line) push_parse_scope_2(scope, line) #define push_parse_scope(scope) push_parse_scope_1(scope, __LINE__) // Q: "why not std::unique_ptr?? // A: It caused a lot of bloat on some implementations so this exists an internal substitute. class node_ptr { private: toml::node* node_ = {}; public: TOML_NODISCARD_CTOR node_ptr() noexcept = default; TOML_NODISCARD_CTOR explicit node_ptr(toml::node* n) noexcept : node_{ n } {} ~node_ptr() noexcept { delete node_; } node_ptr& operator=(toml::node* val) noexcept { if (val != node_) { delete node_; node_ = val; } return *this; } node_ptr(const node_ptr&) = delete; node_ptr& operator=(const node_ptr&) = delete; node_ptr(node_ptr&&) = delete; node_ptr& operator=(node_ptr&&) = delete; [[nodiscard]] TOML_ATTR(pure) operator bool() const noexcept { return node_ != nullptr; } [[nodiscard]] TOML_ATTR(pure) toml::node* get() const noexcept { return node_; } [[nodiscard]] toml::node* release() noexcept { auto n = node_; node_ = nullptr; return n; } }; struct parsed_key final { std::vector segments; }; struct parsed_key_value_pair final { parsed_key key; node_ptr value; }; } TOML_ANON_NAMESPACE_END TOML_IMPL_NAMESPACE_START { // Q: "what the fuck is this? MACROS????" // A: The parser needs to work in exceptionless mode (returning error objects directly) // and exception mode (reporting parse failures by throwing). Two totally different control flows. // These macros encapsulate the differences between the two modes so I can write code code // as though I was only targeting one mode and not want yeet myself into the sun. // They're all #undef'd at the bottom of the parser's implementation so they should be harmless outside // of toml++. #if defined(NDEBUG) || !defined(_DEBUG) #define assert_or_assume(cond) TOML_ASSUME(cond) #else #define assert_or_assume(cond) TOML_ASSERT(cond) #endif #define is_eof() !cp #define assert_not_eof() assert_or_assume(cp != nullptr) #define return_if_eof(...) do { if (is_eof()) return __VA_ARGS__; } while(false) #if TOML_EXCEPTIONS #define is_error() false #define return_after_error(...) TOML_UNREACHABLE #define assert_not_error() (void)0 #define return_if_error(...) (void)0 #define return_if_error_or_eof(...) return_if_eof(__VA_ARGS__) #else #define is_error() !!err #define return_after_error(...) return __VA_ARGS__ #define assert_not_error() TOML_ASSERT(!is_error()) #define return_if_error(...) do { if (is_error()) return __VA_ARGS__; } while(false) #define return_if_error_or_eof(...) do { if (is_eof() || is_error()) return __VA_ARGS__; } while(false) #endif #define set_error_and_return(ret, ...) \ do { if (!is_error()) set_error(__VA_ARGS__); return_after_error(ret); } while(false) #define set_error_and_return_default(...) set_error_and_return({}, __VA_ARGS__) #define set_error_and_return_if_eof(...) \ do { if (is_eof()) set_error_and_return(__VA_ARGS__, "encountered end-of-file"sv); } while(false) #define advance_and_return_if_error(...) \ do { assert_not_eof(); advance(); return_if_error(__VA_ARGS__); } while (false) #define advance_and_return_if_error_or_eof(...) \ do { \ assert_not_eof(); \ advance(); \ return_if_error(__VA_ARGS__); \ set_error_and_return_if_eof(__VA_ARGS__); \ } while (false) TOML_ABI_NAMESPACE_BOOL(TOML_EXCEPTIONS, ex, noex) class parser final { private: utf8_buffered_reader reader; table root; source_position prev_pos = { 1, 1 }; const utf8_codepoint* cp = {}; std::vector implicit_tables; std::vector dotted_key_tables; std::vector table_arrays; std::string recording_buffer; //for diagnostics bool recording = false, recording_whitespace = true; std::string_view current_scope; #if !TOML_EXCEPTIONS mutable optional err; #endif [[nodiscard]] source_position current_position(source_index fallback_offset = 0) const noexcept { if (!is_eof()) return cp->position; return { prev_pos.line, static_cast(prev_pos.column + fallback_offset) }; } template TOML_RETURNS_BY_THROWING TOML_NEVER_INLINE void set_error_at(source_position pos, const T&... reason) const TOML_MAY_THROW { static_assert(sizeof...(T) > 0_sz); #if !TOML_EXCEPTIONS if (err) return; #endif error_builder builder{ current_scope }; (builder.append(reason), ...); #if TOML_EXCEPTIONS builder.finish(pos, reader.source_path()); #else err.emplace(builder.finish(pos, reader.source_path())); #endif } template TOML_RETURNS_BY_THROWING void set_error(const T&... reason) const TOML_MAY_THROW { set_error_at(current_position(1), reason...); } void go_back(size_t count = 1_sz) noexcept { return_if_error(); assert_or_assume(count); cp = reader.step_back(count); prev_pos = cp->position; } void advance() TOML_MAY_THROW { return_if_error(); assert_not_eof(); prev_pos = cp->position; cp = reader.read_next(); #if !TOML_EXCEPTIONS if (reader.error()) { err = std::move(reader.error()); return; } #endif if (recording && !is_eof()) { if (recording_whitespace || !(is_whitespace(*cp) || is_line_break(*cp))) recording_buffer.append(cp->as_view()); } } void start_recording(bool include_current = true) noexcept { return_if_error(); recording = true; recording_whitespace = true; recording_buffer.clear(); if (include_current && !is_eof()) recording_buffer.append(cp->as_view()); } void stop_recording(size_t pop_bytes = 0_sz) noexcept { return_if_error(); recording = false; if (pop_bytes) { if (pop_bytes >= recording_buffer.length()) recording_buffer.clear(); else if (pop_bytes == 1_sz) recording_buffer.pop_back(); else recording_buffer.erase( recording_buffer.begin() + static_cast(recording_buffer.length() - pop_bytes), recording_buffer.end() ); } } bool consume_leading_whitespace() TOML_MAY_THROW { return_if_error_or_eof({}); bool consumed = false; while (!is_eof() && is_whitespace(*cp)) { consumed = true; advance_and_return_if_error({}); } return consumed; } bool consume_line_break() TOML_MAY_THROW { return_if_error_or_eof({}); if (!is_line_break(*cp)) return false; if (*cp == U'\r') { advance_and_return_if_error({}); // skip \r if (is_eof()) return true; //eof after \r is 'fine' else if (*cp != U'\n') set_error_and_return_default("expected \\n, saw '"sv, to_sv(*cp), "'"sv); } advance_and_return_if_error({}); // skip \n (or other single-character line ending) return true; } bool consume_rest_of_line() TOML_MAY_THROW { return_if_error_or_eof({}); do { if (is_line_break(*cp)) return consume_line_break(); else advance(); return_if_error({}); } while (!is_eof()); return true; } bool consume_comment() TOML_MAY_THROW { return_if_error_or_eof({}); if (*cp != U'#') return false; push_parse_scope("comment"sv); advance_and_return_if_error({}); //skip the '#' while (!is_eof()) { if (consume_line_break()) return true; if constexpr (TOML_LANG_AT_LEAST(1, 0, 0)) { // toml/issues/567 (disallow non-TAB control characters in comments) if (is_nontab_control_character(*cp)) set_error_and_return_default( "control characters other than TAB (U+0009) are explicitly prohibited"sv ); // toml/pull/720 (disallow surrogates in comments) else if (is_unicode_surrogate(*cp)) set_error_and_return_default( "unicode surrogates (U+D800 to U+DFFF) are explicitly prohibited"sv ); } advance_and_return_if_error({}); } return true; } [[nodiscard]] bool consume_expected_sequence(std::u32string_view seq) TOML_MAY_THROW { return_if_error({}); TOML_ASSERT(!seq.empty()); for (auto c : seq) { set_error_and_return_if_eof({}); if (*cp != c) return false; advance_and_return_if_error({}); } return true; } template [[nodiscard]] bool consume_digit_sequence(T* digits, size_t len) TOML_MAY_THROW { return_if_error({}); assert_or_assume(digits); assert_or_assume(len); for (size_t i = 0; i < len; i++) { set_error_and_return_if_eof({}); if (!is_decimal_digit(*cp)) return false; digits[i] = static_cast(*cp - U'0'); advance_and_return_if_error({}); } return true; } template [[nodiscard]] size_t consume_variable_length_digit_sequence(T* buffer, size_t max_len) TOML_MAY_THROW { return_if_error({}); assert_or_assume(buffer); assert_or_assume(max_len); size_t i = {}; for (; i < max_len; i++) { if (is_eof() || !is_decimal_digit(*cp)) break; buffer[i] = static_cast(*cp - U'0'); advance_and_return_if_error({}); } return i; } //template [[nodiscard]] std::string parse_basic_string(bool multi_line) TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(*cp == U'"'); push_parse_scope("string"sv); // skip the '"' advance_and_return_if_error_or_eof({}); // multiline strings ignore a single line ending right at the beginning if (multi_line) { consume_line_break(); return_if_error({}); set_error_and_return_if_eof({}); } std::string str; bool escaped = false; [[maybe_unused]] bool skipping_whitespace = false; do { if (escaped) { escaped = false; // handle 'line ending slashes' in multi-line mode if (multi_line) { if (is_line_break(*cp) || is_whitespace(*cp)) { consume_leading_whitespace(); if (!consume_line_break()) set_error_and_return_default( "line-ending backslashes must be the last non-whitespace character on the line"sv ); skipping_whitespace = true; return_if_error({}); continue; } } bool skipped_escaped_codepoint = false; assert_not_eof(); switch (const auto escaped_codepoint = *cp) { // 'regular' escape codes case U'b': str += '\b'; break; case U'f': str += '\f'; break; case U'n': str += '\n'; break; case U'r': str += '\r'; break; case U't': str += '\t'; break; case U'"': str += '"'; break; case U'\\': str += '\\'; break; // unicode scalar sequences case U'x': #if TOML_LANG_UNRELEASED // toml/pull/709 (\xHH unicode scalar sequences) [[fallthrough]]; #else set_error_and_return_default( "escape sequence '\\x' is not supported in TOML 1.0.0 and earlier"sv ); #endif case U'u': [[fallthrough]]; case U'U': { push_parse_scope("unicode scalar escape sequence"sv); advance_and_return_if_error_or_eof({}); skipped_escaped_codepoint = true; uint32_t place_value = escaped_codepoint == U'U' ? 0x10000000u : (escaped_codepoint == U'u' ? 0x1000u : 0x10u); uint32_t sequence_value{}; while (place_value) { set_error_and_return_if_eof({}); if (!is_hexadecimal_digit(*cp)) set_error_and_return_default("expected hex digit, saw '"sv, to_sv(*cp), "'"sv); sequence_value += place_value * hex_to_dec(*cp); place_value /= 16u; advance_and_return_if_error({}); } if (is_unicode_surrogate(sequence_value)) set_error_and_return_default( "unicode surrogates (U+D800 - U+DFFF) are explicitly prohibited"sv ); else if (sequence_value > 0x10FFFFu) set_error_and_return_default("values greater than U+10FFFF are invalid"sv); else if (sequence_value <= 0x7Fu) //ascii str += static_cast(sequence_value & 0x7Fu); else if (sequence_value <= 0x7FFu) { str += static_cast(0xC0u | ((sequence_value >> 6) & 0x1Fu)); str += static_cast(0x80u | (sequence_value & 0x3Fu)); } else if (sequence_value <= 0xFFFFu) { str += static_cast(0xE0u | ((sequence_value >> 12) & 0x0Fu)); str += static_cast(0x80u | ((sequence_value >> 6) & 0x1Fu)); str += static_cast(0x80u | (sequence_value & 0x3Fu)); } else { str += static_cast(0xF0u | ((sequence_value >> 18) & 0x07u)); str += static_cast(0x80u | ((sequence_value >> 12) & 0x3Fu)); str += static_cast(0x80u | ((sequence_value >> 6) & 0x3Fu)); str += static_cast(0x80u | (sequence_value & 0x3Fu)); } break; } // ??? default: set_error_and_return_default("unknown escape sequence '\\"sv, to_sv(*cp), "'"sv); } // skip the escaped character if (!skipped_escaped_codepoint) advance_and_return_if_error_or_eof({}); } else { // handle closing delimiters if (*cp == U'"') { if (multi_line) { size_t lookaheads = {}; size_t consecutive_delimiters = 1_sz; do { advance_and_return_if_error({}); lookaheads++; if (!is_eof() && *cp == U'"') consecutive_delimiters++; else break; } while (lookaheads < 4_sz); switch (consecutive_delimiters) { // """ " (one quote somewhere in a ML string) case 1_sz: str += '"'; skipping_whitespace = false; continue; // """ "" (two quotes somewhere in a ML string) case 2_sz: str.append("\"\""sv); skipping_whitespace = false; continue; // """ """ (the end of the string) case 3_sz: return str; // """ """" (one at the end of the string) case 4_sz: str += '"'; return str; // """ """"" (two quotes at the end of the string) case 5_sz: str.append("\"\""sv); advance_and_return_if_error({}); // skip the last '"' return str; TOML_NO_DEFAULT_CASE; } } else { advance_and_return_if_error({}); // skip the closing delimiter return str; } } // handle escapes else if (*cp == U'\\') { advance_and_return_if_error_or_eof({}); // skip the '\' skipping_whitespace = false; escaped = true; continue; } // handle line endings in multi-line mode if (multi_line && is_line_break(*cp)) { consume_line_break(); return_if_error({}); if (!skipping_whitespace) str += '\n'; continue; } // handle control characters if (is_nontab_control_character(*cp)) set_error_and_return_default( "unescaped control characters other than TAB (U+0009) are explicitly prohibited"sv ); // handle surrogates in strings (1.0.0 and later) if constexpr (TOML_LANG_AT_LEAST(1, 0, 0)) { if (is_unicode_surrogate(*cp)) set_error_and_return_default( "unescaped unicode surrogates (U+D800 to U+DFFF) are explicitly prohibited"sv ); } if (multi_line) { if (!skipping_whitespace || !is_whitespace(*cp)) { skipping_whitespace = false; str.append(cp->as_view()); } } else str.append(cp->as_view()); advance_and_return_if_error({}); } } while (!is_eof()); set_error_and_return_default("encountered end-of-file"sv); } [[nodiscard]] std::string parse_literal_string(bool multi_line) TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(*cp == U'\''); push_parse_scope("literal string"sv); // skip the delimiter advance_and_return_if_error_or_eof({}); // multiline strings ignore a single line ending right at the beginning if (multi_line) { consume_line_break(); return_if_error({}); set_error_and_return_if_eof({}); } std::string str; do { assert_not_error(); // handle closing delimiters if (*cp == U'\'') { if (multi_line) { size_t lookaheads = {}; size_t consecutive_delimiters = 1_sz; do { advance_and_return_if_error({}); lookaheads++; if (!is_eof() && *cp == U'\'') consecutive_delimiters++; else break; } while (lookaheads < 4_sz); switch (consecutive_delimiters) { // ''' ' (one quote somewhere in a ML string) case 1_sz: str += '\''; continue; // ''' '' (two quotes somewhere in a ML string) case 2_sz: str.append("''"sv); continue; // ''' ''' (the end of the string) case 3_sz: return str; // ''' '''' (one at the end of the string) case 4_sz: str += '\''; return str; // ''' ''''' (two quotes at the end of the string) case 5_sz: str.append("''"sv); advance_and_return_if_error({}); // skip the last ' return str; TOML_NO_DEFAULT_CASE; } } else { advance_and_return_if_error({}); // skip the closing delimiter return str; } } // handle line endings in multi-line mode if (multi_line && is_line_break(*cp)) { consume_line_break(); str += '\n'; continue; } // handle control characters if (is_nontab_control_character(*cp)) set_error_and_return_default( "control characters other than TAB (U+0009) are explicitly prohibited"sv ); // handle surrogates in strings (1.0.0 and later) if constexpr (TOML_LANG_AT_LEAST(1, 0, 0)) { if (is_unicode_surrogate(*cp)) set_error_and_return_default( "unicode surrogates (U+D800 - U+DFFF) are explicitly prohibited"sv ); } str.append(cp->as_view()); advance_and_return_if_error({}); } while (!is_eof()); set_error_and_return_default("encountered end-of-file"sv); } struct parsed_string final { std::string value; bool was_multi_line; }; [[nodiscard]] TOML_NEVER_INLINE parsed_string parse_string() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(is_string_delimiter(*cp)); push_parse_scope("string"sv); // get the first three characters to determine the string type const auto first = cp->value; advance_and_return_if_error_or_eof({}); const auto second = cp->value; advance_and_return_if_error({}); const auto third = cp ? cp->value : U'\0'; // if we were eof at the third character then first and second need to be // the same string character (otherwise it's an unterminated string) if (is_eof()) { if (second == first) return {}; set_error_and_return_default("encountered end-of-file"sv); } // if the first three characters are all the same string delimiter then // it's a multi-line string. else if (first == second && first == third) { return { first == U'\'' ? parse_literal_string(true) : parse_basic_string(true), true }; } // otherwise it's just a regular string. else { // step back two characters so that the current // character is the string delimiter go_back(2_sz); return { first == U'\'' ? parse_literal_string(false) : parse_basic_string(false), false }; } } [[nodiscard]] std::string parse_bare_key_segment() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(is_bare_key_character(*cp)); std::string segment; while (!is_eof()) { if (!is_bare_key_character(*cp)) break; segment.append(cp->as_view()); advance_and_return_if_error({}); } return segment; } [[nodiscard]] bool parse_boolean() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(is_match(*cp, U't', U'f', U'T', U'F')); push_parse_scope("boolean"sv); start_recording(true); auto result = is_match(*cp, U't', U'T'); if (!consume_expected_sequence(result ? U"true"sv : U"false"sv)) set_error_and_return_default( "expected '"sv, to_sv(result), "', saw '"sv, to_sv(recording_buffer), "'"sv ); stop_recording(); if (cp && !is_value_terminator(*cp)) set_error_and_return_default("expected value-terminator, saw '"sv, to_sv(*cp), "'"sv); return result; } [[nodiscard]] double parse_inf_or_nan() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(is_match(*cp, U'i', U'n', U'I', U'N', U'+', U'-')); push_parse_scope("floating-point"sv); start_recording(true); const bool negative = *cp == U'-'; if (negative || *cp == U'+') advance_and_return_if_error_or_eof({}); const bool inf = is_match(*cp, U'i', U'I'); if (!consume_expected_sequence(inf ? U"inf"sv : U"nan"sv)) set_error_and_return_default( "expected '"sv, inf ? "inf"sv : "nan"sv, "', saw '"sv, to_sv(recording_buffer), "'"sv ); stop_recording(); if (cp && !is_value_terminator(*cp)) set_error_and_return_default("expected value-terminator, saw '"sv, to_sv(*cp), "'"sv); return inf ? (negative ? -std::numeric_limits::infinity() : std::numeric_limits::infinity()) : std::numeric_limits::quiet_NaN(); } TOML_PUSH_WARNINGS TOML_DISABLE_SWITCH_WARNINGS TOML_DISABLE_INIT_WARNINGS [[nodiscard]] double parse_float() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(is_match(*cp, U'+', U'-', U'.') || is_decimal_digit(*cp)); push_parse_scope("floating-point"sv); // sign const int sign = *cp == U'-' ? -1 : 1; if (is_match(*cp, U'+', U'-')) advance_and_return_if_error_or_eof({}); // consume value chars char chars[64]; size_t length = {}; const utf8_codepoint* prev = {}; bool seen_decimal = false, seen_exponent = false; char first_integer_part = '\0'; while (!is_eof() && !is_value_terminator(*cp)) { if (*cp == U'_') { if (!prev || !is_decimal_digit(*prev)) set_error_and_return_default("underscores may only follow digits"sv); prev = cp; advance_and_return_if_error_or_eof({}); continue; } else if (prev && *prev == U'_' && !is_decimal_digit(*cp)) set_error_and_return_default("underscores must be followed by digits"sv); else if (*cp == U'.') { // .1 // -.1 // +.1 (no integer part) if (!first_integer_part) set_error_and_return_default("expected decimal digit, saw '.'"sv); // 1.0e+.10 (exponent cannot have '.') else if (seen_exponent) set_error_and_return_default("expected exponent decimal digit or sign, saw '.'"sv); // 1.0.e+.10 // 1..0 // (multiple '.') else if (seen_decimal) set_error_and_return_default("expected decimal digit or exponent, saw '.'"sv); seen_decimal = true; } else if (is_match(*cp, U'e', U'E')) { if (prev && !is_decimal_digit(*prev)) set_error_and_return_default("expected decimal digit, saw '"sv, to_sv(*cp), "'"sv); // 1.0ee+10 (multiple 'e') else if (seen_exponent) set_error_and_return_default("expected decimal digit, saw '"sv, to_sv(*cp), "'"sv); seen_decimal = true; // implied seen_exponent = true; } else if (is_match(*cp, U'+', U'-')) { // 1.-0 (sign in mantissa) if (!seen_exponent) set_error_and_return_default("expected decimal digit or '.', saw '"sv, to_sv(*cp), "'"sv); // 1.0e1-0 (misplaced exponent sign) else if (!is_match(*prev, U'e', U'E')) set_error_and_return_default("expected exponent digit, saw '"sv, to_sv(*cp), "'"sv); } else if (length == sizeof(chars)) set_error_and_return_default( "exceeds maximum length of "sv, static_cast(sizeof(chars)), " characters"sv ); else if (is_decimal_digit(*cp)) { if (!seen_decimal) { if (!first_integer_part) first_integer_part = static_cast(cp->bytes[0]); else if (first_integer_part == '0') set_error_and_return_default("leading zeroes are prohibited"sv); } } else set_error_and_return_default("expected decimal digit, saw '"sv, to_sv(*cp), "'"sv); chars[length++] = static_cast(cp->bytes[0]); prev = cp; advance_and_return_if_error({}); } // sanity-check ending state if (prev) { if (*prev == U'_') { set_error_and_return_if_eof({}); set_error_and_return_default("underscores must be followed by digits"sv); } else if (is_match(*prev, U'e', U'E', U'+', U'-', U'.')) { set_error_and_return_if_eof({}); set_error_and_return_default("expected decimal digit, saw '"sv, to_sv(*cp), "'"sv); } } // convert to double double result; #if TOML_FLOAT_CHARCONV { auto fc_result = std::from_chars(chars, chars + length, result); switch (fc_result.ec) { case std::errc{}: //ok return result * sign; case std::errc::invalid_argument: set_error_and_return_default( "'"sv, std::string_view{ chars, length }, "' could not be interpreted as a value"sv ); break; case std::errc::result_out_of_range: set_error_and_return_default( "'"sv, std::string_view{ chars, length }, "' is not representable in 64 bits"sv ); break; default: //?? set_error_and_return_default( "an unspecified error occurred while trying to interpret '"sv, std::string_view{ chars, length }, "' as a value"sv ); } } #else { std::stringstream ss; ss.imbue(std::locale::classic()); ss.write(chars, static_cast(length)); if ((ss >> result)) return result * sign; else set_error_and_return_default( "'"sv, std::string_view{ chars, length }, "' could not be interpreted as a value"sv ); } #endif } [[nodiscard]] double parse_hex_float() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(is_match(*cp, U'0', U'+', U'-')); push_parse_scope("hexadecimal floating-point"sv); #if TOML_LANG_UNRELEASED // toml/issues/562 (hexfloats) // sign const int sign = *cp == U'-' ? -1 : 1; if (is_match(*cp, U'+', U'-')) advance_and_return_if_error_or_eof({}); // '0' if (*cp != U'0') set_error_and_return_default(" expected '0', saw '"sv, to_sv(*cp), "'"sv); advance_and_return_if_error_or_eof({}); // 'x' or 'X' if (!is_match(*cp, U'x', U'X')) set_error_and_return_default("expected 'x' or 'X', saw '"sv, to_sv(*cp), "'"sv); advance_and_return_if_error_or_eof({}); // ([.])? [pP] [+-]? // consume value fragments struct fragment { char chars[24]; size_t length; double value; }; fragment fragments[] = { {}, // mantissa, whole part {}, // mantissa, fractional part {} // exponent }; fragment* current_fragment = fragments; const utf8_codepoint* prev = {}; int exponent_sign = 1; while (!is_eof() && !is_value_terminator(*cp)) { if (*cp == U'_') { if (!prev || !is_hexadecimal_digit(*prev)) set_error_and_return_default("underscores may only follow digits"sv); prev = cp; advance_and_return_if_error_or_eof({}); continue; } else if (prev && *prev == U'_' && !is_hexadecimal_digit(*cp)) set_error_and_return_default("underscores must be followed by digits"sv); else if (*cp == U'.') { // 0x10.0p-.0 (exponent cannot have '.') if (current_fragment == fragments + 2) set_error_and_return_default("expected exponent digit or sign, saw '.'"sv); // 0x10.0.p-0 (multiple '.') else if (current_fragment == fragments + 1) set_error_and_return_default("expected hexadecimal digit or exponent, saw '.'"sv); else current_fragment++; } else if (is_match(*cp, U'p', U'P')) { // 0x10.0pp-0 (multiple 'p') if (current_fragment == fragments + 2) set_error_and_return_default("expected exponent digit or sign, saw '"sv, to_sv(*cp), "'"sv); // 0x.p-0 (mantissa is just '.') else if (fragments[0].length == 0_sz && fragments[1].length == 0_sz) set_error_and_return_default("expected hexadecimal digit, saw '"sv, to_sv(*cp), "'"sv); else current_fragment = fragments + 2; } else if (is_match(*cp, U'+', U'-')) { // 0x-10.0p-0 (sign in mantissa) if (current_fragment != fragments + 2) set_error_and_return_default("expected hexadecimal digit or '.', saw '"sv, to_sv(*cp), "'"sv); // 0x10.0p0- (misplaced exponent sign) else if (!is_match(*prev, U'p', U'P')) set_error_and_return_default("expected exponent digit, saw '"sv, to_sv(*cp), "'"sv); else exponent_sign = *cp == U'-' ? -1 : 1; } else if (current_fragment < fragments + 2 && !is_hexadecimal_digit(*cp)) set_error_and_return_default("expected hexadecimal digit or '.', saw '"sv, to_sv(*cp), "'"sv); else if (current_fragment == fragments + 2 && !is_decimal_digit(*cp)) set_error_and_return_default("expected exponent digit or sign, saw '"sv, to_sv(*cp), "'"sv); else if (current_fragment->length == sizeof(fragment::chars)) set_error_and_return_default( "fragment exceeeds maximum length of "sv, static_cast(sizeof(fragment::chars)), " characters"sv ); else current_fragment->chars[current_fragment->length++] = static_cast(cp->bytes[0]); prev = cp; advance_and_return_if_error({}); } // sanity-check ending state if (current_fragment != fragments + 2 || current_fragment->length == 0_sz) { set_error_and_return_if_eof({}); set_error_and_return_default("missing exponent"sv); } else if (prev && *prev == U'_') { set_error_and_return_if_eof({}); set_error_and_return_default("underscores must be followed by digits"sv); } // calculate values for the three fragments for (int fragment_idx = 0; fragment_idx < 3; fragment_idx++) { auto& f = fragments[fragment_idx]; const uint32_t base = fragment_idx == 2 ? 10 : 16; // left-trim zeroes const char* c = f.chars; size_t sig = {}; while (f.length && *c == '0') { f.length--; c++; sig++; } if (!f.length) continue; // calculate value auto place = 1u; for (size_t i = 0; i < f.length - 1_sz; i++) place *= base; uint32_t val{}; while (place) { if (base == 16) val += place * hex_to_dec(*c); else val += place * static_cast(*c - '0'); if (fragment_idx == 1) sig++; c++; place /= base; } f.value = static_cast(val); // shift the fractional part if (fragment_idx == 1) { while (sig--) f.value /= base; } } return (fragments[0].value + fragments[1].value) * pow(2.0, fragments[2].value * exponent_sign) * sign; #else // !TOML_LANG_UNRELEASED set_error_and_return_default( "hexadecimal floating-point values are not supported " "in TOML 1.0.0 and earlier"sv ); #endif // !TOML_LANG_UNRELEASED } template [[nodiscard]] int64_t parse_integer() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); using traits = parse_integer_traits; push_parse_scope(traits::scope_qualifier); [[maybe_unused]] int64_t sign = 1; if constexpr (traits::is_signed) { sign = *cp == U'-' ? -1 : 1; if (is_match(*cp, U'+', U'-')) advance_and_return_if_error_or_eof({}); } if constexpr (base == 10) { if (!traits::is_digit(*cp)) set_error_and_return_default("expected expected digit or sign, saw '"sv, to_sv(*cp), "'"sv); } else { // '0' if (*cp != U'0') set_error_and_return_default("expected '0', saw '"sv, to_sv(*cp), "'"sv); advance_and_return_if_error_or_eof({}); // 'b', 'o', 'x' if (*cp != traits::prefix_codepoint) set_error_and_return_default("expected '"sv, traits::prefix, "', saw '"sv, to_sv(*cp), "'"sv); advance_and_return_if_error_or_eof({}); } // consume value chars char chars[traits::buffer_length]; size_t length = {}; const utf8_codepoint* prev = {}; while (!is_eof() && !is_value_terminator(*cp)) { if (*cp == U'_') { if (!prev || !traits::is_digit(*prev)) set_error_and_return_default("underscores may only follow digits"sv); prev = cp; advance_and_return_if_error_or_eof({}); continue; } else if (prev && *prev == U'_' && !traits::is_digit(*cp)) set_error_and_return_default("underscores must be followed by digits"sv); else if (!traits::is_digit(*cp)) set_error_and_return_default("expected digit, saw '"sv, to_sv(*cp), "'"sv); else if (length == sizeof(chars)) set_error_and_return_default( "exceeds maximum length of "sv, static_cast(sizeof(chars)), " characters"sv ); else chars[length++] = static_cast(cp->bytes[0]); prev = cp; advance_and_return_if_error({}); } // sanity check ending state if (prev && *prev == U'_') { set_error_and_return_if_eof({}); set_error_and_return_default("underscores must be followed by digits"sv); } // check for leading zeroes if constexpr (base == 10) { if (chars[0] == '0') set_error_and_return_default("leading zeroes are prohibited"sv); } // single digits can be converted trivially if (length == 1_sz) { if constexpr (base == 16) return static_cast(hex_to_dec(chars[0])); else if constexpr (base <= 10) return static_cast(chars[0] - '0'); } // otherwise do the thing uint64_t result = {}; { const char* msd = chars; const char* end = msd + length; while (msd < end && *msd == '0') msd++; if (msd == end) return 0ll; uint64_t power = 1; while (--end >= msd) { if constexpr (base == 16) result += power * hex_to_dec(*end); else result += power * static_cast(*end - '0'); power *= base; } } // range check if (result > static_cast((std::numeric_limits::max)()) + (sign < 0 ? 1ull : 0ull)) set_error_and_return_default( "'"sv, std::string_view{ chars, length }, "' is not representable in 64 bits"sv ); if constexpr (traits::is_signed) return static_cast(result) * sign; else return static_cast(result); } [[nodiscard]] date parse_date(bool part_of_datetime = false) TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(is_decimal_digit(*cp)); push_parse_scope("date"sv); // "YYYY" uint32_t digits[4]; if (!consume_digit_sequence(digits, 4_sz)) set_error_and_return_default("expected 4-digit year, saw '"sv, to_sv(*cp), "'"sv); const auto year = digits[3] + digits[2] * 10u + digits[1] * 100u + digits[0] * 1000u; const auto is_leap_year = (year % 4u == 0u) && ((year % 100u != 0u) || (year % 400u == 0u)); set_error_and_return_if_eof({}); // '-' if (*cp != U'-') set_error_and_return_default("expected '-', saw '"sv, to_sv(*cp), "'"sv); advance_and_return_if_error_or_eof({}); // "MM" if (!consume_digit_sequence(digits, 2_sz)) set_error_and_return_default("expected 2-digit month, saw '"sv, to_sv(*cp), "'"sv); const auto month = digits[1] + digits[0] * 10u; if (month == 0u || month > 12u) set_error_and_return_default( "expected month between 1 and 12 (inclusive), saw "sv, static_cast(month) ); const auto max_days_in_month = month == 2u ? (is_leap_year ? 29u : 28u) : (month == 4u || month == 6u || month == 9u || month == 11u ? 30u : 31u) ; set_error_and_return_if_eof({}); // '-' if (*cp != U'-') set_error_and_return_default("expected '-', saw '"sv, to_sv(*cp), "'"sv); advance_and_return_if_error_or_eof({}); // "DD" if (!consume_digit_sequence(digits, 2_sz)) set_error_and_return_default("expected 2-digit day, saw '"sv, to_sv(*cp), "'"sv); const auto day = digits[1] + digits[0] * 10u; if (day == 0u || day > max_days_in_month) set_error_and_return_default( "expected day between 1 and "sv, static_cast(max_days_in_month), " (inclusive), saw "sv, static_cast(day) ); if (!part_of_datetime && !is_eof() && !is_value_terminator(*cp)) set_error_and_return_default("expected value-terminator, saw '"sv, to_sv(*cp), "'"sv); return { static_cast(year), static_cast(month), static_cast(day) }; } [[nodiscard]] time parse_time(bool part_of_datetime = false) TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(is_decimal_digit(*cp)); push_parse_scope("time"sv); static constexpr auto max_digits = 9_sz; uint32_t digits[max_digits]; // "HH" if (!consume_digit_sequence(digits, 2_sz)) set_error_and_return_default("expected 2-digit hour, saw '"sv, to_sv(*cp), "'"sv); const auto hour = digits[1] + digits[0] * 10u; if (hour > 23u) set_error_and_return_default( "expected hour between 0 to 59 (inclusive), saw "sv, static_cast(hour) ); set_error_and_return_if_eof({}); // ':' if (*cp != U':') set_error_and_return_default("expected ':', saw '"sv, to_sv(*cp), "'"sv); advance_and_return_if_error_or_eof({}); // "MM" if (!consume_digit_sequence(digits, 2_sz)) set_error_and_return_default("expected 2-digit minute, saw '"sv, to_sv(*cp), "'"sv); const auto minute = digits[1] + digits[0] * 10u; if (minute > 59u) set_error_and_return_default( "expected minute between 0 and 59 (inclusive), saw "sv, static_cast(minute) ); auto time = ::toml::time{ static_cast(hour), static_cast(minute), }; // ':' if constexpr (TOML_LANG_UNRELEASED) // toml/issues/671 (allow omission of seconds) { if (is_eof() || is_value_terminator(*cp) || (part_of_datetime && is_match(*cp, U'+', U'-', U'Z'))) return time; } else set_error_and_return_if_eof({}); if (*cp != U':') set_error_and_return_default("expected ':', saw '"sv, to_sv(*cp), "'"sv); advance_and_return_if_error_or_eof({}); // "SS" if (!consume_digit_sequence(digits, 2_sz)) set_error_and_return_default("expected 2-digit second, saw '"sv, to_sv(*cp), "'"sv); const auto second = digits[1] + digits[0] * 10u; if (second > 59u) set_error_and_return_default( "expected second between 0 and 59 (inclusive), saw "sv, static_cast(second) ); time.second = static_cast(second); // '.' (early-exiting is allowed; fractional is optional) if (is_eof() || is_value_terminator(*cp) || (part_of_datetime && is_match(*cp, U'+', U'-', U'Z'))) return time; if (*cp != U'.') set_error_and_return_default("expected '.', saw '"sv, to_sv(*cp), "'"sv); advance_and_return_if_error_or_eof({}); // "FFFFFFFFF" auto digit_count = consume_variable_length_digit_sequence(digits, max_digits); if (!digit_count) { set_error_and_return_if_eof({}); set_error_and_return_default("expected fractional digits, saw '"sv, to_sv(*cp), "'"sv); } else if (!is_eof()) { if (digit_count == max_digits && is_decimal_digit(*cp)) set_error_and_return_default( "fractional component exceeds maximum precision of "sv, static_cast(max_digits) ); else if (!part_of_datetime && !is_value_terminator(*cp)) set_error_and_return_default("expected value-terminator, saw '"sv, to_sv(*cp), "'"sv); } uint32_t value = 0u; uint32_t place = 1u; for (auto i = digit_count; i --> 0_sz;) { value += digits[i] * place; place *= 10u; } for (auto i = digit_count; i < max_digits; i++) //implicit zeros value *= 10u; time.nanosecond = value; return time; } [[nodiscard]] date_time parse_date_time() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(is_decimal_digit(*cp)); push_parse_scope("date-time"sv); // "YYYY-MM-DD" auto date = parse_date(true); set_error_and_return_if_eof({}); // ' ' or 'T' if (!is_match(*cp, U' ', U'T')) set_error_and_return_default("expected space or 'T', saw '"sv, to_sv(*cp), "'"sv); advance_and_return_if_error_or_eof({}); // "HH:MM:SS.FFFFFFFFF" auto time = parse_time(true); return_if_error({}); // no offset if (is_eof() || is_value_terminator(*cp)) return { date, time }; // zero offset ("Z") time_offset offset; if (*cp == U'Z') advance_and_return_if_error({}); // explicit offset ("+/-HH:MM") else if (is_match(*cp, U'+', U'-')) { push_parse_scope("date-time offset"sv); // sign int sign = *cp == U'-' ? -1 : 1; advance_and_return_if_error_or_eof({}); // "HH" int digits[2]; if (!consume_digit_sequence(digits, 2_sz)) set_error_and_return_default("expected 2-digit hour, saw '"sv, to_sv(*cp), "'"sv); const auto hour = digits[1] + digits[0] * 10; if (hour > 23) set_error_and_return_default( "expected hour between 0 and 23 (inclusive), saw "sv, static_cast(hour) ); set_error_and_return_if_eof({}); // ':' if (*cp != U':') set_error_and_return_default("expected ':', saw '"sv, to_sv(*cp), "'"sv); advance_and_return_if_error_or_eof({}); // "MM" if (!consume_digit_sequence(digits, 2_sz)) set_error_and_return_default("expected 2-digit minute, saw '"sv, to_sv(*cp), "'"sv); const auto minute = digits[1] + digits[0] * 10; if (minute > 59) set_error_and_return_default( "expected minute between 0 and 59 (inclusive), saw "sv, static_cast(minute) ); offset.minutes = static_cast((hour * 60 + minute) * sign); } if (!is_eof() && !is_value_terminator(*cp)) set_error_and_return_default("expected value-terminator, saw '"sv, to_sv(*cp), "'"sv); return { date, time, offset }; } TOML_POP_WARNINGS // TOML_DISABLE_SWITCH_WARNINGS, TOML_DISABLE_INIT_WARNINGS [[nodiscard]] toml::array* parse_array() TOML_MAY_THROW; [[nodiscard]] toml::table* parse_inline_table() TOML_MAY_THROW; [[nodiscard]] node* parse_value_known_prefixes() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(!is_control_character(*cp)); assert_or_assume(*cp != U'_'); switch (cp->value) { // arrays case U'[': return parse_array(); // inline tables case U'{': return parse_inline_table(); // floats beginning with '.' case U'.': return new value{ parse_float() }; // strings case U'"': [[fallthrough]]; case U'\'': return new value{ std::move(parse_string().value) }; // bools case U't': [[fallthrough]]; case U'f': [[fallthrough]]; case U'T': [[fallthrough]]; case U'F': return new value{ parse_boolean() }; // inf/nan case U'i': [[fallthrough]]; case U'I': [[fallthrough]]; case U'n': [[fallthrough]]; case U'N': return new value{ parse_inf_or_nan() }; } return nullptr; } [[nodiscard]] node* parse_value() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(!is_value_terminator(*cp)); push_parse_scope("value"sv); // check if it begins with some control character // (note that this will also fail for whitespace but we're assuming we've // called consume_leading_whitespace() before calling parse_value()) if TOML_UNLIKELY(is_control_character(*cp)) set_error_and_return_default("unexpected control character"sv); // underscores at the beginning else if (*cp == U'_') set_error_and_return_default("values may not begin with underscores"sv); const auto begin_pos = cp->position; node_ptr val; do { assert_or_assume(!is_control_character(*cp)); assert_or_assume(*cp != U'_'); // detect the value type and parse accordingly, // starting with value types that can be detected // unambiguously from just one character. val = parse_value_known_prefixes(); return_if_error({}); if (val) break; // value types from here down require more than one character to unambiguously identify // so scan ahead and collect a set of value 'traits'. enum value_traits : int { has_nothing = 0, has_digits = 1, has_b = 1 << 1, // as second char only (0b) has_e = 1 << 2, // only float exponents has_o = 1 << 3, // as second char only (0o) has_p = 1 << 4, // only hexfloat exponents has_t = 1 << 5, has_x = 1 << 6, // as second or third char only (0x, -0x, +0x) has_z = 1 << 7, has_colon = 1 << 8, has_plus = 1 << 9, has_minus = 1 << 10, has_dot = 1 << 11, begins_sign = 1 << 12, begins_digit = 1 << 13, begins_zero = 1 << 14 // Q: "why not make these real values in the enum??" // A: because the visual studio debugger stops treating them as a set of flags if you add // non-pow2 values, making them much harder to debug. #define signs_msk (has_plus | has_minus) #define bzero_msk (begins_zero | has_digits) #define bdigit_msk (begins_digit | has_digits) }; value_traits traits = has_nothing; const auto has_any = [&](auto t) noexcept { return (traits & t) != has_nothing; }; const auto has_none = [&](auto t) noexcept { return (traits & t) == has_nothing; }; const auto add_trait = [&](auto t) noexcept { traits = static_cast(traits | t); }; // examine the first character to get the 'begins with' traits // (good fail-fast opportunity; all the remaining types begin with numeric digits or signs) if (is_decimal_digit(*cp)) add_trait(*cp == U'0' ? begins_zero : begins_digit); else if (is_match(*cp, U'+', U'-')) add_trait(begins_sign); else break; // scan the rest of the value to determine the remaining traits char32_t chars[utf8_buffered_reader::max_history_length]; size_t char_count = {}, advance_count = {}; bool eof_while_scanning = false; const auto scan = [&]() TOML_MAY_THROW { if (is_eof()) return; assert_or_assume(!is_value_terminator(*cp)); do { if (const auto c = **cp; c != U'_') { chars[char_count++] = c; if (is_decimal_digit(c)) add_trait(has_digits); else if (is_ascii_letter(c)) { assert_or_assume((c >= U'a' && c <= U'z') || (c >= U'A' && c <= U'Z')); switch (static_cast(c | 32u)) { case U'b': if (char_count == 2_sz && has_any(begins_zero)) add_trait(has_b); break; case U'e': if (char_count > 1_sz && has_none(has_b | has_o | has_p | has_t | has_x | has_z | has_colon) && (has_none(has_plus | has_minus) || has_any(begins_sign))) add_trait(has_e); break; case U'o': if (char_count == 2_sz && has_any(begins_zero)) add_trait(has_o); break; case U'p': if (has_any(has_x)) add_trait(has_p); break; case U'x': if ((char_count == 2_sz && has_any(begins_zero)) || (char_count == 3_sz && has_any(begins_sign) && chars[1] == U'0')) add_trait(has_x); break; case U't': add_trait(has_t); break; case U'z': add_trait(has_z); break; } } else if (c <= U':') { assert_or_assume(c < U'0' || c > U'9'); switch (c) { case U'+': add_trait(has_plus); break; case U'-': add_trait(has_minus); break; case U'.': add_trait(has_dot); break; case U':': add_trait(has_colon); break; } } } advance_and_return_if_error(); advance_count++; eof_while_scanning = is_eof(); } while (advance_count < utf8_buffered_reader::max_history_length && !is_eof() && !is_value_terminator(*cp) ); }; scan(); return_if_error({}); // force further scanning if this could have been a date-time with a space instead of a T if (char_count == 10_sz && traits == (bdigit_msk | has_minus) && chars[4] == U'-' && chars[7] == U'-' && !is_eof() && *cp == U' ') { const auto pre_advance_count = advance_count; const auto pre_scan_traits = traits; chars[char_count++] = *cp; add_trait(has_t); const auto backpedal = [&]() noexcept { go_back(advance_count - pre_advance_count); advance_count = pre_advance_count; traits = pre_scan_traits; char_count = 10_sz; }; advance_and_return_if_error({}); advance_count++; if (is_eof() || !is_decimal_digit(*cp)) backpedal(); else { chars[char_count++] = *cp; advance_and_return_if_error({}); advance_count++; scan(); return_if_error({}); if (char_count == 12_sz) backpedal(); } } // set the reader back to where we started go_back(advance_count); if (char_count < utf8_buffered_reader::max_history_length - 1_sz) chars[char_count] = U'\0'; // if after scanning ahead we still only have one value character, // the only valid value type is an integer. if (char_count == 1_sz) { if (has_any(begins_zero | begins_digit)) { val = new value{ static_cast(chars[0] - U'0') }; advance(); //skip the digit break; } //anything else would be ambiguous. else set_error_and_return_default( eof_while_scanning ? "encountered end-of-file"sv : "could not determine value type"sv ); } // now things that can be identified from two or more characters return_if_error({}); assert_or_assume(char_count >= 2_sz); // do some 'fuzzy matching' where there's no ambiguity, since that allows the specific // typed parse functions to take over and show better diagnostics if there's an issue // (as opposed to the fallback "could not determine type" message) if (has_any(has_p)) val = new value{ parse_hex_float() }; else if (has_any(has_x)) { val = new value{ parse_integer<16>() }; reinterpret_cast*>(val.get())->flags(value_flags::format_as_hexadecimal); } else if (has_any(has_o)) { val = new value{ parse_integer<8>() }; reinterpret_cast*>(val.get())->flags(value_flags::format_as_octal); } else if (has_any(has_b)) { val = new value{ parse_integer<2>() }; reinterpret_cast*>(val.get())->flags(value_flags::format_as_binary); } else if (has_any(has_e) || (has_any(begins_zero | begins_digit) && chars[1] == U'.')) val = new value{ parse_float() }; else if (has_any(begins_sign)) { // single-digit signed integers if (char_count == 2_sz && has_any(has_digits)) { val = new value{ static_cast(chars[1] - U'0') * (chars[0] == U'-' ? -1LL : 1LL) }; advance(); //skip the sign advance(); //skip the digit break; } // simple signed floats (e.g. +1.0) if (is_decimal_digit(chars[1]) && chars[2] == U'.') val = new value{ parse_float() }; // signed infinity or nan else if (is_match(chars[1], U'i', U'n', U'I', U'N')) val = new value{ parse_inf_or_nan() }; } return_if_error({}); if (val) break; // match trait masks against what they can match exclusively. // all correct value parses will come out of this list, so doing this as a switch is likely to // be a better friend to the optimizer on the success path (failure path can be slow but that // doesn't matter much). switch (unwrap_enum(traits)) { //=================== binary integers // 0b10 case bzero_msk | has_b: val = new value{ parse_integer<2>() }; reinterpret_cast*>(val.get())->flags(value_flags::format_as_binary); break; //=================== octal integers // 0o10 case bzero_msk | has_o: val = new value{ parse_integer<8>() }; reinterpret_cast*>(val.get())->flags(value_flags::format_as_octal); break; //=================== decimal integers // 00 // 10 // +10 // -10 case bzero_msk: [[fallthrough]]; case bdigit_msk: [[fallthrough]]; case begins_sign | has_digits | has_minus: [[fallthrough]]; case begins_sign | has_digits | has_plus: val = new value{ parse_integer<10>() }; break; //=================== hexadecimal integers // 0x10 case bzero_msk | has_x: val = new value{ parse_integer<16>() }; reinterpret_cast*>(val.get())->flags(value_flags::format_as_hexadecimal); break; //=================== decimal floats // 0e1 // 0e-1 // 0e+1 // 0.0 // 0.0e1 // 0.0e-1 // 0.0e+1 case bzero_msk | has_e: [[fallthrough]]; case bzero_msk | has_e | has_minus: [[fallthrough]]; case bzero_msk | has_e | has_plus: [[fallthrough]]; case bzero_msk | has_dot: [[fallthrough]]; case bzero_msk | has_dot | has_e: [[fallthrough]]; case bzero_msk | has_dot | has_e | has_minus: [[fallthrough]]; case bzero_msk | has_dot | has_e | has_plus: [[fallthrough]]; // 1e1 // 1e-1 // 1e+1 // 1.0 // 1.0e1 // 1.0e-1 // 1.0e+1 case bdigit_msk | has_e: [[fallthrough]]; case bdigit_msk | has_e | has_minus: [[fallthrough]]; case bdigit_msk | has_e | has_plus: [[fallthrough]]; case bdigit_msk | has_dot: [[fallthrough]]; case bdigit_msk | has_dot | has_e: [[fallthrough]]; case bdigit_msk | has_dot | has_e | has_minus: [[fallthrough]]; case bdigit_msk | has_dot | has_e | has_plus: [[fallthrough]]; // +1e1 // +1.0 // +1.0e1 // +1.0e+1 // +1.0e-1 // -1.0e+1 case begins_sign | has_digits | has_e | has_plus: [[fallthrough]]; case begins_sign | has_digits | has_dot | has_plus: [[fallthrough]]; case begins_sign | has_digits | has_dot | has_e | has_plus: [[fallthrough]]; case begins_sign | has_digits | has_dot | has_e | signs_msk: [[fallthrough]]; // -1e1 // -1e+1 // +1e-1 // -1.0 // -1.0e1 // -1.0e-1 case begins_sign | has_digits | has_e | has_minus: [[fallthrough]]; case begins_sign | has_digits | has_e | signs_msk: [[fallthrough]]; case begins_sign | has_digits | has_dot | has_minus: [[fallthrough]]; case begins_sign | has_digits | has_dot | has_e | has_minus: val = new value{ parse_float() }; break; //=================== hexadecimal floats // 0x10p0 // 0x10p-0 // 0x10p+0 case bzero_msk | has_x | has_p: [[fallthrough]]; case bzero_msk | has_x | has_p | has_minus: [[fallthrough]]; case bzero_msk | has_x | has_p | has_plus: [[fallthrough]]; // -0x10p0 // -0x10p-0 // +0x10p0 // +0x10p+0 // -0x10p+0 // +0x10p-0 case begins_sign | has_digits | has_x | has_p | has_minus: [[fallthrough]]; case begins_sign | has_digits | has_x | has_p | has_plus: [[fallthrough]]; case begins_sign | has_digits | has_x | has_p | signs_msk: [[fallthrough]]; // 0x10.1p0 // 0x10.1p-0 // 0x10.1p+0 case bzero_msk | has_x | has_dot | has_p: [[fallthrough]]; case bzero_msk | has_x | has_dot | has_p | has_minus: [[fallthrough]]; case bzero_msk | has_x | has_dot | has_p | has_plus: [[fallthrough]]; // -0x10.1p0 // -0x10.1p-0 // +0x10.1p0 // +0x10.1p+0 // -0x10.1p+0 // +0x10.1p-0 case begins_sign | has_digits | has_x | has_dot | has_p | has_minus: [[fallthrough]]; case begins_sign | has_digits | has_x | has_dot | has_p | has_plus: [[fallthrough]]; case begins_sign | has_digits | has_x | has_dot | has_p | signs_msk: val = new value{ parse_hex_float() }; break; //=================== times // HH:MM // HH:MM:SS // HH:MM:SS.FFFFFF case bzero_msk | has_colon: [[fallthrough]]; case bzero_msk | has_colon | has_dot: [[fallthrough]]; case bdigit_msk | has_colon: [[fallthrough]]; case bdigit_msk | has_colon | has_dot: val = new value{ parse_time() }; break; //=================== local dates // YYYY-MM-DD case bzero_msk | has_minus: [[fallthrough]]; case bdigit_msk | has_minus: val = new value{ parse_date() }; break; //=================== date-times // YYYY-MM-DDTHH:MM // YYYY-MM-DDTHH:MM-HH:MM // YYYY-MM-DDTHH:MM+HH:MM // YYYY-MM-DD HH:MM // YYYY-MM-DD HH:MM-HH:MM // YYYY-MM-DD HH:MM+HH:MM // YYYY-MM-DDTHH:MM:SS // YYYY-MM-DDTHH:MM:SS-HH:MM // YYYY-MM-DDTHH:MM:SS+HH:MM // YYYY-MM-DD HH:MM:SS // YYYY-MM-DD HH:MM:SS-HH:MM // YYYY-MM-DD HH:MM:SS+HH:MM case bzero_msk | has_minus | has_colon | has_t: [[fallthrough]]; case bzero_msk | signs_msk | has_colon | has_t: [[fallthrough]]; case bdigit_msk | has_minus | has_colon | has_t: [[fallthrough]]; case bdigit_msk | signs_msk | has_colon | has_t: [[fallthrough]]; // YYYY-MM-DDTHH:MM:SS.FFFFFF // YYYY-MM-DDTHH:MM:SS.FFFFFF-HH:MM // YYYY-MM-DDTHH:MM:SS.FFFFFF+HH:MM // YYYY-MM-DD HH:MM:SS.FFFFFF // YYYY-MM-DD HH:MM:SS.FFFFFF-HH:MM // YYYY-MM-DD HH:MM:SS.FFFFFF+HH:MM case bzero_msk | has_minus | has_colon | has_dot | has_t: [[fallthrough]]; case bzero_msk | signs_msk | has_colon | has_dot | has_t: [[fallthrough]]; case bdigit_msk | has_minus | has_colon | has_dot | has_t: [[fallthrough]]; case bdigit_msk | signs_msk | has_colon | has_dot | has_t: [[fallthrough]]; // YYYY-MM-DDTHH:MMZ // YYYY-MM-DD HH:MMZ // YYYY-MM-DDTHH:MM:SSZ // YYYY-MM-DD HH:MM:SSZ // YYYY-MM-DDTHH:MM:SS.FFFFFFZ // YYYY-MM-DD HH:MM:SS.FFFFFFZ case bzero_msk | has_minus | has_colon | has_z | has_t: [[fallthrough]]; case bzero_msk | has_minus | has_colon | has_dot | has_z | has_t: [[fallthrough]]; case bdigit_msk | has_minus | has_colon | has_z | has_t: [[fallthrough]]; case bdigit_msk | has_minus | has_colon | has_dot | has_z | has_t: val = new value{ parse_date_time() }; break; } #undef signs_msk #undef bzero_msk #undef bdigit_msk } while (false); if (!val) { set_error_at(begin_pos, "could not determine value type"sv); return_after_error({}); } #if !TOML_LANG_AT_LEAST(1, 0, 0) // toml/issues/665 (heterogeneous arrays) { if (auto arr = val->as_array(); arr && !arr->is_homogeneous()) { delete arr; set_error_at( begin_pos, "arrays cannot contain values of different types before TOML 1.0.0"sv ); return_after_error({}); } } #endif val.get()->source_ = { begin_pos, current_position(1), reader.source_path() }; return val.release(); } [[nodiscard]] parsed_key parse_key() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(is_bare_key_character(*cp) || is_string_delimiter(*cp)); push_parse_scope("key"sv); parsed_key key; recording_whitespace = false; while (!is_error()) { #if TOML_LANG_UNRELEASED // toml/issues/687 (unicode bare keys) if (is_combining_mark(*cp)) set_error_and_return_default("bare keys may not begin with unicode combining marks"sv); else #endif // bare_key_segment if (is_bare_key_character(*cp)) key.segments.emplace_back(parse_bare_key_segment()); // "quoted key segment" else if (is_string_delimiter(*cp)) { const auto begin_pos = cp->position; recording_whitespace = true; auto str = parse_string(); recording_whitespace = false; return_if_error({}); if (str.was_multi_line) { set_error_at( begin_pos, "multi-line strings are prohibited in "sv, key.segments.empty() ? ""sv : "dotted "sv, "keys"sv ); return_after_error({}); } else key.segments.emplace_back(std::move(str.value)); } // ??? else set_error_and_return_default( "expected bare key starting character or string delimiter, saw '"sv, to_sv(*cp), "'"sv ); // whitespace following the key segment consume_leading_whitespace(); // eof or no more key to come if (is_eof() || *cp != U'.') break; // was a dotted key, so go around again to consume the next segment advance_and_return_if_error_or_eof({}); consume_leading_whitespace(); set_error_and_return_if_eof({}); } return_if_error({}); return key; } [[nodiscard]] parsed_key_value_pair parse_key_value_pair() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(is_string_delimiter(*cp) || is_bare_key_character(*cp)); push_parse_scope("key-value pair"sv); // get the key start_recording(); auto key = parse_key(); stop_recording(1_sz); // skip past any whitespace that followed the key consume_leading_whitespace(); set_error_and_return_if_eof({}); // '=' if (*cp != U'=') set_error_and_return_default("expected '=', saw '"sv, to_sv(*cp), "'"sv); advance_and_return_if_error_or_eof({}); // skip past any whitespace that followed the '=' consume_leading_whitespace(); return_if_error({}); set_error_and_return_if_eof({}); // get the value if (is_value_terminator(*cp)) set_error_and_return_default("expected value, saw '"sv, to_sv(*cp), "'"sv); return { std::move(key), node_ptr{ parse_value() } }; } [[nodiscard]] toml::table* parse_table_header() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(*cp == U'['); push_parse_scope("table header"sv); const auto header_begin_pos = cp->position; source_position header_end_pos; parsed_key key; bool is_arr = false; //parse header { // skip first '[' advance_and_return_if_error_or_eof({}); // skip past any whitespace that followed the '[' const bool had_leading_whitespace = consume_leading_whitespace(); set_error_and_return_if_eof({}); // skip second '[' (if present) if (*cp == U'[') { if (had_leading_whitespace) set_error_and_return_default( "[[array-of-table]] brackets must be contiguous (i.e. [ [ this ] ] is prohibited)"sv ); is_arr = true; advance_and_return_if_error_or_eof({}); // skip past any whitespace that followed the '[' consume_leading_whitespace(); set_error_and_return_if_eof({}); } // check for a premature closing ']' if (*cp == U']') set_error_and_return_default("tables with blank bare keys are explicitly prohibited"sv); // get the actual key start_recording(); key = parse_key(); stop_recording(1_sz); return_if_error({}); // skip past any whitespace that followed the key consume_leading_whitespace(); return_if_error({}); set_error_and_return_if_eof({}); // consume the closing ']' if (*cp != U']') set_error_and_return_default("expected ']', saw '"sv, to_sv(*cp), "'"sv); if (is_arr) { advance_and_return_if_error_or_eof({}); if (*cp != U']') set_error_and_return_default("expected ']', saw '"sv, to_sv(*cp), "'"sv); } advance_and_return_if_error({}); header_end_pos = current_position(1); // handle the rest of the line after the header consume_leading_whitespace(); if (!is_eof() && !consume_comment() && !consume_line_break()) set_error_and_return_default("expected a comment or whitespace, saw '"sv, to_sv(*cp), "'"sv); } TOML_ASSERT(!key.segments.empty()); // check if each parent is a table/table array, or can be created implicitly as a table. auto parent = &root; for (size_t i = 0; i < key.segments.size() - 1_sz; i++) { auto child = parent->get(key.segments[i]); if (!child) { child = parent->map.emplace( key.segments[i], new toml::table{} ).first->second.get(); implicit_tables.push_back(&child->ref_cast()); child->source_ = { header_begin_pos, header_end_pos, reader.source_path() }; parent = &child->ref_cast
(); } else if (child->is_table()) { parent = &child->ref_cast
(); } else if (child->is_array() && find(table_arrays, &child->ref_cast())) { // table arrays are a special case; // the spec dictates we select the most recently declared element in the array. TOML_ASSERT(!child->ref_cast().elements.empty()); TOML_ASSERT(child->ref_cast().elements.back()->is_table()); parent = &child->ref_cast().elements.back()->ref_cast
(); } else { if (!is_arr && child->type() == node_type::table) set_error_and_return_default( "cannot redefine existing table '"sv, to_sv(recording_buffer), "'"sv ); else set_error_and_return_default( "cannot redefine existing "sv, to_sv(child->type()), " '"sv, to_sv(recording_buffer), "' as "sv, is_arr ? "array-of-tables"sv : "table"sv ); } } // check the last parent table for a node matching the last key. // if there was no matching node, then sweet; // we can freely instantiate a new table/table array. auto matching_node = parent->get(key.segments.back()); if (!matching_node) { // if it's an array we need to make the array and it's first table element, // set the starting regions, and return the table element if (is_arr) { auto tab_arr = &parent->map.emplace( key.segments.back(), new toml::array{} ).first->second->ref_cast(); table_arrays.push_back(tab_arr); tab_arr->source_ = { header_begin_pos, header_end_pos, reader.source_path() }; tab_arr->elements.emplace_back(new toml::table{}); tab_arr->elements.back()->source_ = { header_begin_pos, header_end_pos, reader.source_path() }; return &tab_arr->elements.back()->ref_cast
(); } //otherwise we're just making a table else { auto tab = &parent->map.emplace( key.segments.back(), new toml::table{}) .first->second->ref_cast
(); tab->source_ = { header_begin_pos, header_end_pos, reader.source_path() }; return tab; } } // if there was already a matching node some sanity checking is necessary; // this is ok if we're making an array and the existing element is already an array (new element) // or if we're making a table and the existing element is an implicitly-created table (promote it), // otherwise this is a redefinition error. else { if (is_arr && matching_node->is_array() && find(table_arrays, &matching_node->ref_cast())) { auto tab_arr = &matching_node->ref_cast(); tab_arr->elements.emplace_back(new toml::table{}); tab_arr->elements.back()->source_ = { header_begin_pos, header_end_pos, reader.source_path() }; return &tab_arr->elements.back()->ref_cast
(); } else if (!is_arr && matching_node->is_table() && !implicit_tables.empty()) { auto tbl = &matching_node->ref_cast
(); if (auto found = find(implicit_tables, tbl)) { implicit_tables.erase(implicit_tables.cbegin() + (found - implicit_tables.data())); tbl->source_.begin = header_begin_pos; tbl->source_.end = header_end_pos; return tbl; } } //if we get here it's a redefinition error. if (!is_arr && matching_node->type() == node_type::table) set_error_and_return_default("cannot redefine existing table '"sv, to_sv(recording_buffer), "'"sv); else set_error_and_return_default( "cannot redefine existing "sv, to_sv(matching_node->type()), " '"sv, to_sv(recording_buffer), "' as "sv, is_arr ? "array-of-tables"sv : "table"sv ); } } void parse_key_value_pair_and_insert(toml::table* tab) TOML_MAY_THROW { return_if_error(); assert_not_eof(); push_parse_scope("key-value pair"sv); auto kvp = parse_key_value_pair(); return_if_error(); TOML_ASSERT(kvp.key.segments.size() >= 1_sz); if (kvp.key.segments.size() > 1_sz) { for (size_t i = 0; i < kvp.key.segments.size() - 1_sz; i++) { auto child = tab->get(kvp.key.segments[i]); if (!child) { child = tab->map.emplace( std::move(kvp.key.segments[i]), new toml::table{} ).first->second.get(); dotted_key_tables.push_back(&child->ref_cast
()); dotted_key_tables.back()->inline_ = true; child->source_ = kvp.value.get()->source_; } else if (!child->is_table() || !find(dotted_key_tables, &child->ref_cast
())) set_error("cannot redefine existing "sv, to_sv(child->type()), " as dotted key-value pair"sv); else child->source_.end = kvp.value.get()->source_.end; return_if_error(); tab = &child->ref_cast
(); } } if (auto conflicting_node = tab->get(kvp.key.segments.back())) { if (conflicting_node->type() == kvp.value.get()->type()) set_error( "cannot redefine existing "sv, to_sv(conflicting_node->type()), " '"sv, to_sv(recording_buffer), "'"sv ); else set_error( "cannot redefine existing "sv, to_sv(conflicting_node->type()), " '"sv, to_sv(recording_buffer), "' as "sv, to_sv(kvp.value.get()->type()) ); } return_if_error(); tab->map.emplace( std::move(kvp.key.segments.back()), std::unique_ptr{ kvp.value.release() } ); } void parse_document() TOML_MAY_THROW { assert_not_error(); assert_not_eof(); push_parse_scope("root table"sv); table* current_table = &root; do { return_if_error(); // leading whitespace, line endings, comments if (consume_leading_whitespace() || consume_line_break() || consume_comment()) continue; // [tables] // [[table array]] else if (*cp == U'[') current_table = parse_table_header(); // bare_keys // dotted.keys // "quoted keys" else if (is_bare_key_character(*cp) || is_string_delimiter(*cp)) { push_parse_scope("key-value pair"sv); parse_key_value_pair_and_insert(current_table); // handle the rest of the line after the kvp // (this is not done in parse_key_value_pair() because that is also used for inline tables) consume_leading_whitespace(); return_if_error(); if (!is_eof() && !consume_comment() && !consume_line_break()) set_error("expected a comment or whitespace, saw '"sv, to_sv(*cp), "'"sv); } else // ?? set_error("expected keys, tables, whitespace or comments, saw '"sv, to_sv(*cp), "'"sv); } while (!is_eof()); auto eof_pos = current_position(1); root.source_.end = eof_pos; if (current_table && current_table != &root && current_table->source_.end <= current_table->source_.begin) current_table->source_.end = eof_pos; } static void update_region_ends(node& nde) noexcept { const auto type = nde.type(); if (type > node_type::array) return; if (type == node_type::table) { auto& tbl = nde.ref_cast
(); if (tbl.inline_) //inline tables (and all their inline descendants) are already correctly terminated return; auto end = nde.source_.end; for (auto& [k, v] : tbl.map) { (void)k; update_region_ends(*v); if (end < v->source_.end) end = v->source_.end; } } else //arrays { auto& arr = nde.ref_cast(); auto end = nde.source_.end; for (auto& v : arr.elements) { update_region_ends(*v); if (end < v->source_.end) end = v->source_.end; } nde.source_.end = end; } } public: parser(utf8_reader_interface&& reader_) TOML_MAY_THROW : reader{ reader_ } { root.source_ = { prev_pos, prev_pos, reader.source_path() }; if (!reader.peek_eof()) { cp = reader.read_next(); #if !TOML_EXCEPTIONS if (reader.error()) { err = std::move(reader.error()); return; } #endif if (cp) parse_document(); } update_region_ends(root); } TOML_PUSH_WARNINGS TOML_DISABLE_INIT_WARNINGS [[nodiscard]] operator parse_result() && noexcept { #if TOML_EXCEPTIONS return { std::move(root) }; #else if (err) return parse_result{ *std::move(err) }; else return parse_result{ std::move(root) }; #endif } TOML_POP_WARNINGS }; TOML_EXTERNAL_LINKAGE toml::array* parser::parse_array() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(*cp == U'['); push_parse_scope("array"sv); // skip opening '[' advance_and_return_if_error_or_eof({}); node_ptr arr{ new array{} }; auto& vals = reinterpret_cast(arr.get())->elements; enum parse_elem : int { none, comma, val }; parse_elem prev = none; while (!is_error()) { while (consume_leading_whitespace() || consume_line_break() || consume_comment()) continue; set_error_and_return_if_eof({}); // commas - only legal after a value if (*cp == U',') { if (prev == val) { prev = comma; advance_and_return_if_error_or_eof({}); continue; } set_error_and_return_default("expected value or closing ']', saw comma"sv); } // closing ']' else if (*cp == U']') { advance_and_return_if_error({}); break; } // must be a value else { if (prev == val) { set_error_and_return_default("expected comma or closing ']', saw '"sv, to_sv(*cp), "'"sv); continue; } prev = val; vals.emplace_back(parse_value()); } } return_if_error({}); return reinterpret_cast(arr.release()); } TOML_EXTERNAL_LINKAGE toml::table* parser::parse_inline_table() TOML_MAY_THROW { return_if_error({}); assert_not_eof(); assert_or_assume(*cp == U'{'); push_parse_scope("inline table"sv); // skip opening '{' advance_and_return_if_error_or_eof({}); node_ptr tab{ new table{} }; reinterpret_cast(tab.get())->inline_ = true; enum parse_elem : int { none, comma, kvp }; parse_elem prev = none; while (!is_error()) { if constexpr (TOML_LANG_UNRELEASED) // toml/issues/516 (newlines/trailing commas in inline tables) { while (consume_leading_whitespace() || consume_line_break() || consume_comment()) continue; } else { while (consume_leading_whitespace()) continue; } set_error_and_return_if_eof({}); // commas - only legal after a key-value pair if (*cp == U',') { if (prev == kvp) { prev = comma; advance_and_return_if_error_or_eof({}); } else set_error_and_return_default("expected key-value pair or closing '}', saw comma"sv); } // closing '}' else if (*cp == U'}') { if constexpr (!TOML_LANG_UNRELEASED) // toml/issues/516 (newlines/trailing commas in inline tables) { if (prev == comma) { set_error_and_return_default("expected key-value pair, saw closing '}' (dangling comma)"sv); continue; } } advance_and_return_if_error({}); break; } // key-value pair else if (is_string_delimiter(*cp) || is_bare_key_character(*cp)) { if (prev == kvp) set_error_and_return_default("expected comma or closing '}', saw '"sv, to_sv(*cp), "'"sv); else { prev = kvp; parse_key_value_pair_and_insert(reinterpret_cast(tab.get())); } } /// ??? else set_error_and_return_default("expected key or closing '}', saw '"sv, to_sv(*cp), "'"sv); } return_if_error({}); return reinterpret_cast(tab.release()); } TOML_API TOML_EXTERNAL_LINKAGE parse_result do_parse(utf8_reader_interface&& reader) TOML_MAY_THROW { return impl::parser{ std::move(reader) }; } TOML_ABI_NAMESPACE_END // TOML_EXCEPTIONS #undef push_parse_scope_2 #undef push_parse_scope_1 #undef push_parse_scope #undef TOML_RETURNS_BY_THROWING #undef is_eof #undef assert_not_eof #undef return_if_eof #undef is_error #undef return_after_error #undef assert_not_error #undef return_if_error #undef return_if_error_or_eof #undef set_error_and_return #undef set_error_and_return_default #undef set_error_and_return_if_eof #undef advance_and_return_if_error #undef advance_and_return_if_error_or_eof #undef assert_or_assume } TOML_IMPL_NAMESPACE_END TOML_NAMESPACE_START { TOML_ABI_NAMESPACE_BOOL(TOML_EXCEPTIONS, ex, noex) TOML_API TOML_EXTERNAL_LINKAGE parse_result parse(std::string_view doc, std::string_view source_path) TOML_MAY_THROW { return impl::do_parse(impl::utf8_reader{ doc, source_path }); } TOML_API TOML_EXTERNAL_LINKAGE parse_result parse(std::string_view doc, std::string&& source_path) TOML_MAY_THROW { return impl::do_parse(impl::utf8_reader{ doc, std::move(source_path) }); } #if TOML_WINDOWS_COMPAT TOML_API TOML_EXTERNAL_LINKAGE parse_result parse(std::string_view doc, std::wstring_view source_path) TOML_MAY_THROW { return impl::do_parse(impl::utf8_reader{ doc, impl::narrow(source_path) }); } #endif // TOML_WINDOWS_COMPAT #ifdef __cpp_lib_char8_t TOML_API TOML_EXTERNAL_LINKAGE parse_result parse(std::u8string_view doc, std::string_view source_path) TOML_MAY_THROW { return impl::do_parse(impl::utf8_reader{ doc, source_path }); } TOML_API TOML_EXTERNAL_LINKAGE parse_result parse(std::u8string_view doc, std::string&& source_path) TOML_MAY_THROW { return impl::do_parse(impl::utf8_reader{ doc, std::move(source_path) }); } #if TOML_WINDOWS_COMPAT TOML_API TOML_EXTERNAL_LINKAGE parse_result parse(std::u8string_view doc, std::wstring_view source_path) TOML_MAY_THROW { return impl::do_parse(impl::utf8_reader{ doc, impl::narrow(source_path) }); } #endif // TOML_WINDOWS_COMPAT #endif // __cpp_lib_char8_t inline namespace literals { TOML_API TOML_EXTERNAL_LINKAGE parse_result operator"" _toml(const char* str, size_t len) TOML_MAY_THROW { return parse(std::string_view{ str, len }); } #ifdef __cpp_lib_char8_t TOML_API TOML_EXTERNAL_LINKAGE parse_result operator"" _toml(const char8_t* str, size_t len) TOML_MAY_THROW { return parse(std::u8string_view{ str, len }); } #endif // __cpp_lib_char8_t } TOML_ABI_NAMESPACE_END // TOML_EXCEPTIONS } TOML_NAMESPACE_END TOML_POP_WARNINGS // TOML_DISABLE_SWITCH_WARNINGS