From b0c3ba3f91926b0c95625bdbf4aab69269130b13 Mon Sep 17 00:00:00 2001 From: Spartan322 Date: Thu, 9 May 2024 10:06:02 -0400 Subject: Add runtime encoding detection and conversion Win-1251/1252 detection is a reduced C++ version of https://github.com/hsivonen/chardetng Add manually-specified encoding fallback Add default system encoding fallback Add error recovery to v2script Add unknown encoding detection warning Remove csv::Parser templating Fix lua files dropping data Update lexy to foonathan/lexy@1e5d99fa3826b1c3c8628d3a11117fb4fb4cc0d0 Remove exclusive reliance on lexy::default_encoding for v2script Move internal concepts to src/openvic-detail/InternalConcepts.hpp Move contents of DetectUtf8.hpp to src/detail/Detect.hpp Move openvic-dataloader/AbstractSyntaxTree.hpp to src Move DiagnosticLogger.hpp to src Move File.hpp to src Move openvic-dataloader/detail/utlity files to openvic-dataloader/detail Add ovdl::utility::type_concat Add ovdl::utility::type_prepend Add ovdl::utility::is_instance_of Overhaul parse error messages --- .../openvic-dataloader/detail/utility/Concepts.hpp | 45 ---------------------- 1 file changed, 45 deletions(-) delete mode 100644 include/openvic-dataloader/detail/utility/Concepts.hpp (limited to 'include/openvic-dataloader/detail/utility/Concepts.hpp') diff --git a/include/openvic-dataloader/detail/utility/Concepts.hpp b/include/openvic-dataloader/detail/utility/Concepts.hpp deleted file mode 100644 index 0ba91cc..0000000 --- a/include/openvic-dataloader/detail/utility/Concepts.hpp +++ /dev/null @@ -1,45 +0,0 @@ -#pragma once - -#include -#include -#include -#include - -namespace ovdl { - struct NodeLocation; - struct File; - namespace detail { - enum class buffer_error : std::uint8_t; - } -} - -namespace ovdl::detail { - template - concept any_of = (std::same_as || ...); - - template - concept HasCstr = - requires(T t) { - { t.c_str() } -> std::same_as; - }; - - template - concept HasPath = requires(T& t) { - { t.path() } -> std::same_as; - }; - - template - concept LoadCallback = - requires(T&& t, Self&& self, Args&&... args) { - { std::invoke(std::forward(t), std::forward(self), std::forward(args)...) } -> std::same_as; - }; - - template - concept IsEncoding = requires(T t) { - typename T::char_type; - typename T::int_type; - { T::template is_secondary_char_type() } -> std::same_as; - { T::eof() } -> std::same_as; - { T::to_int_type(typename T::char_type {}) } -> std::same_as; - }; -} \ No newline at end of file -- cgit v1.2.3-56-ga3b1