From b0c3ba3f91926b0c95625bdbf4aab69269130b13 Mon Sep 17 00:00:00 2001 From: Spartan322 Date: Thu, 9 May 2024 10:06:02 -0400 Subject: Add runtime encoding detection and conversion Win-1251/1252 detection is a reduced C++ version of https://github.com/hsivonen/chardetng Add manually-specified encoding fallback Add default system encoding fallback Add error recovery to v2script Add unknown encoding detection warning Remove csv::Parser templating Fix lua files dropping data Update lexy to foonathan/lexy@1e5d99fa3826b1c3c8628d3a11117fb4fb4cc0d0 Remove exclusive reliance on lexy::default_encoding for v2script Move internal concepts to src/openvic-detail/InternalConcepts.hpp Move contents of DetectUtf8.hpp to src/detail/Detect.hpp Move openvic-dataloader/AbstractSyntaxTree.hpp to src Move DiagnosticLogger.hpp to src Move File.hpp to src Move openvic-dataloader/detail/utlity files to openvic-dataloader/detail Add ovdl::utility::type_concat Add ovdl::utility::type_prepend Add ovdl::utility::is_instance_of Overhaul parse error messages --- include/openvic-dataloader/detail/Utility.hpp | 89 +++++++++++++++++++++++++++ 1 file changed, 89 insertions(+) create mode 100644 include/openvic-dataloader/detail/Utility.hpp (limited to 'include/openvic-dataloader/detail/Utility.hpp') diff --git a/include/openvic-dataloader/detail/Utility.hpp b/include/openvic-dataloader/detail/Utility.hpp new file mode 100644 index 0000000..8d9e159 --- /dev/null +++ b/include/openvic-dataloader/detail/Utility.hpp @@ -0,0 +1,89 @@ +#pragma once + +#include +#include +#include +#include + +#include + +namespace ovdl::detail { + [[noreturn]] inline void unreachable() { + // Uses compiler specific extensions if possible. + // Even if no extension is used, undefined behavior is still raised by + // an empty function body and the noreturn attribute. +#ifdef __GNUC__ // GCC, Clang, ICC + __builtin_unreachable(); +#elif defined(_MSC_VER) // MSVC + __assume(false); +#endif + } + + template + requires std::is_enum_v + constexpr std::underlying_type_t to_underlying(EnumT e) { + return static_cast>(e); + } + + template + requires std::is_enum_v + constexpr EnumT from_underlying(std::underlying_type_t ut) { + return static_cast(ut); + } + + template + struct TypeRegister { + using tuple_type = std::tuple; + using variant_type = std::variant; + + template + struct _id_getter { + static constexpr std::uint32_t type_id() { + static_assert(any_of, "Cannot query an non-registered type"); + + if constexpr (std::is_same_v) return 0; + else return 1 + TypeRegister::template _id_getter::type_id(); + }; + }; + + template + static constexpr std::uint32_t type_id() { + + return _id_getter::type_id(); + } + + template + using type_by_id = std::tuple_element_t; + }; + + template + struct type_concat; + + template typename TT, typename... TTs> + struct type_concat, Ts...> { + using type = TT; + }; + + template + using type_concat_t = type_concat::type; + + template + struct type_prepend; + + template typename TT, typename... TTs> + struct type_prepend, Ts...> { + using type = TT; + }; + + template + using type_prepend_t = type_prepend::type; + + template typename Template> + struct is_instance_of : std::false_type {}; + + template typename Template> + struct is_instance_of, Template> : std::true_type {}; + + template typename Template> + static constexpr auto is_instance_of_v = is_instance_of::value; +} \ No newline at end of file -- cgit v1.2.3-56-ga3b1