diff options
| author |   Spartan322 <Megacake1234@gmail.com> | 2023-09-14 08:39:44 +0200 |
|---|---|---|
| committer | Spartan322 <Megacake1234@gmail.com> | 2023-09-29 02:15:46 +0200 |
| commit | 70ee2cea9bf1c752bcb3f1e0bd9e7b00f437967e (patch) | |
| tree | 384e326485b8b19816b567515a34fe6db66a7f8d /src/openvic-dataloader/csv/CsvGrammar.hpp | |
| parent | 5afe363e7f48ee52fd70edea316789fcb18178dc (diff) | |
Add parse state escape behavior
Diffstat (limited to 'src/openvic-dataloader/csv/CsvGrammar.hpp')
| -rw-r--r-- | src/openvic-dataloader/csv/CsvGrammar.hpp | 9 |
1 files changed, 9 insertions, 0 deletions
diff --git a/src/openvic-dataloader/csv/CsvGrammar.hpp b/src/openvic-dataloader/csv/CsvGrammar.hpp index 8f8da82..bfae8d0 100644 --- a/src/openvic-dataloader/csv/CsvGrammar.hpp +++ b/src/openvic-dataloader/csv/CsvGrammar.hpp @@ -1,16 +1,21 @@ #pragma once #include <initializer_list> +#include <memory> #include <string> +#include <string_view> #include <tuple> #include <type_traits> #include <vector> #include <openvic-dataloader/csv/LineObject.hpp> +#include <openvic-dataloader/csv/Parser.hpp> #include <lexy/callback.hpp> #include <lexy/dsl.hpp> +#include <fmt/format.h> + #include "detail/LexyLitRange.hpp" // Grammar Definitions // @@ -20,6 +25,8 @@ namespace ovdl::csv::grammar::windows1252 { lexy::dsl::ascii::control / lexy::dsl::lit_b<0x81> / lexy::dsl::lit_b<0x8D> / lexy::dsl::lit_b<0x8F> / lexy::dsl::lit_b<0x90> / lexy::dsl::lit_b<0x9D>; + constexpr auto id_head = lexy::dsl::ascii::alpha_underscore; + constexpr auto id_tail = lexy::dsl::ascii::alpha_digit_underscore; #include "Grammar.inc" } @@ -27,6 +34,8 @@ namespace ovdl::csv::grammar::windows1252 { namespace ovdl::csv::grammar::utf8 { constexpr auto character = lexy::dsl::unicode::character; constexpr auto control = lexy::dsl::unicode::control; + constexpr auto id_head = lexy::dsl::unicode::xid_start_underscore; + constexpr auto id_tail = lexy::dsl::unicode::xid_continue; #include "Grammar.inc" }
\ No newline at end of file |