Add runtime encoding detection and conversionfix/char-detection

	Win-1251/1252 detection is a reduced C++ version of https://github.com/hsivonen/chardetng
Add manually-specified encoding fallback
Add default system encoding fallback
Add error recovery to v2script
Add unknown encoding detection warning
Remove csv::Parser templating
Fix lua files dropping data

Update lexy to foonathan/lexy@1e5d99fa3826b1c3c8628d3a11117fb4fb4cc0d0

Remove exclusive reliance on lexy::default_encoding for v2script

Move internal concepts to src/openvic-detail/InternalConcepts.hpp
Move contents of DetectUtf8.hpp to src/detail/Detect.hpp
Move openvic-dataloader/AbstractSyntaxTree.hpp to src
Move DiagnosticLogger.hpp to src
Move File.hpp to src
Move openvic-dataloader/detail/utlity files to openvic-dataloader/detail

Add ovdl::utility::type_concat
Add ovdl::utility::type_prepend
Add ovdl::utility::is_instance_of
Overhaul parse error messages

1 files changed, 89 insertions, 0 deletions

diff --git a/include/openvic-dataloader/detail/Utility.hpp b/include/openvic-dataloader/detail/Utility.hpp
new file mode 100644
index 0000000..8d9e159
--- /dev/null
+++ b/include/openvic-dataloader/detail/Utility.hpp
@@ -0,0 +1,89 @@
+#pragma once
+
+#include <cstdint>
+#include <tuple>
+#include <type_traits>
+#include <variant>
+
+#include <openvic-dataloader/detail/Concepts.hpp>
+
+namespace ovdl::detail {
+	[[noreturn]] inline void unreachable() {
+		// Uses compiler specific extensions if possible.
+		// Even if no extension is used, undefined behavior is still raised by
+		// an empty function body and the noreturn attribute.
+#ifdef __GNUC__ // GCC, Clang, ICC
+		__builtin_unreachable();
+#elif defined(_MSC_VER) // MSVC
+		__assume(false);
+#endif
+	}
+
+	template<typename EnumT>
+		requires std::is_enum_v<EnumT>
+	constexpr std::underlying_type_t<EnumT> to_underlying(EnumT e) {
+		return static_cast<std::underlying_type_t<EnumT>>(e);
+	}
+
+	template<typename EnumT>
+		requires std::is_enum_v<EnumT>
+	constexpr EnumT from_underlying(std::underlying_type_t<EnumT> ut) {
+		return static_cast<EnumT>(ut);
+	}
+
+	template<typename Type, typename... Types>
+	struct TypeRegister {
+		using tuple_type = std::tuple<Type, Types...>;
+		using variant_type = std::variant<Type, Types...>;
+
+		template<typename QueriedType>
+		struct _id_getter {
+			static constexpr std::uint32_t type_id() {
+				static_assert(any_of<QueriedType, Type, Types...>, "Cannot query an non-registered type");
+
+				if constexpr (std::is_same_v<Type, QueriedType>) return 0;
+				else return 1 + TypeRegister<Types...>::template _id_getter<QueriedType>::type_id();
+			};
+		};
+
+		template<typename QueriedType>
+		static constexpr std::uint32_t type_id() {
+
+			return _id_getter<QueriedType>::type_id();
+		}
+
+		template<std::uint32_t Id>
+		using type_by_id = std::tuple_element_t<Id, tuple_type>;
+	};
+
+	template<typename...>
+	struct type_concat;
+
+	template<typename... Ts, template<typename...> typename TT, typename... TTs>
+	struct type_concat<TT<TTs...>, Ts...> {
+		using type = TT<TTs..., Ts...>;
+	};
+
+	template<typename... Ts>
+	using type_concat_t = type_concat<Ts...>::type;
+
+	template<typename...>
+	struct type_prepend;
+
+	template<typename... Ts, template<typename...> typename TT, typename... TTs>
+	struct type_prepend<TT<TTs...>, Ts...> {
+		using type = TT<Ts..., TTs...>;
+	};
+
+	template<typename... Ts>
+	using type_prepend_t = type_prepend<Ts...>::type;
+
+	template<typename Type, template<typename...> typename Template>
+	struct is_instance_of : std::false_type {};
+
+	template<typename... Ts, template<typename...> typename Template>
+	struct is_instance_of<Template<Ts...>, Template> : std::true_type {};
+
+	template<typename Type, template<typename...> typename Template>
+	static constexpr auto is_instance_of_v = is_instance_of<Type, Template>::value;
+}
\ No newline at end of file