aboutsummaryrefslogtreecommitdiff
path: root/include/openvic-dataloader/File.hpp
diff options
context:
space:
mode:
author Spartan322 <Megacake1234@gmail.com>2024-05-09 16:06:02 +0200
committer Spartan322 <Megacake1234@gmail.com>2024-06-18 01:31:12 +0200
commitb0c3ba3f91926b0c95625bdbf4aab69269130b13 (patch)
treef15ebc47d6bf370031af28e4bb4814ae30ef46e1 /include/openvic-dataloader/File.hpp
parent7b521d6023113372cf6b02e562828273c4040f0e (diff)
Add runtime encoding detection and conversionfix/char-detection
Win-1251/1252 detection is a reduced C++ version of https://github.com/hsivonen/chardetng Add manually-specified encoding fallback Add default system encoding fallback Add error recovery to v2script Add unknown encoding detection warning Remove csv::Parser templating Fix lua files dropping data Update lexy to foonathan/lexy@1e5d99fa3826b1c3c8628d3a11117fb4fb4cc0d0 Remove exclusive reliance on lexy::default_encoding for v2script Move internal concepts to src/openvic-detail/InternalConcepts.hpp Move contents of DetectUtf8.hpp to src/detail/Detect.hpp Move openvic-dataloader/AbstractSyntaxTree.hpp to src Move DiagnosticLogger.hpp to src Move File.hpp to src Move openvic-dataloader/detail/utlity files to openvic-dataloader/detail Add ovdl::utility::type_concat Add ovdl::utility::type_prepend Add ovdl::utility::is_instance_of Overhaul parse error messages
Diffstat (limited to 'include/openvic-dataloader/File.hpp')
-rw-r--r--include/openvic-dataloader/File.hpp69
1 files changed, 0 insertions, 69 deletions
diff --git a/include/openvic-dataloader/File.hpp b/include/openvic-dataloader/File.hpp
deleted file mode 100644
index caa4a0a..0000000
--- a/include/openvic-dataloader/File.hpp
+++ /dev/null
@@ -1,69 +0,0 @@
-#pragma once
-
-#include <concepts>
-
-#include <openvic-dataloader/NodeLocation.hpp>
-#include <openvic-dataloader/detail/LexyFwdDeclaration.hpp>
-
-#include <dryad/node_map.hpp>
-
-namespace ovdl {
- template<typename T>
- concept IsEncoding = requires(T t) {
- typename T::char_type;
- typename T::int_type;
- { T::template is_secondary_char_type<typename T::char_type>() } -> std::same_as<bool>;
- { T::eof() } -> std::same_as<typename T::int_type>;
- { T::to_int_type(typename T::char_type {}) } -> std::same_as<typename T::int_type>;
- };
-
- struct File {
- explicit File(const char* path);
-
- const char* path() const noexcept;
-
- protected:
- const char* _path;
- };
-
- template<typename T>
- concept IsFile =
- std::derived_from<T, File> && IsEncoding<typename T::encoding_type> &&
- requires(T t, const typename T::node_type* node, NodeLocation location) {
- { t.buffer() } -> std::same_as<const lexy::buffer<typename T::encoding_type, void>&>;
- { t.set_location(node, location) } -> std::same_as<void>;
- { t.location_of(node) } -> std::same_as<NodeLocation>;
- };
-
- template<typename EncodingT, typename NodeT>
- struct BasicFile : File {
- using encoding_type = EncodingT;
- using node_type = NodeT;
-
- explicit BasicFile(const char* path, lexy::buffer<encoding_type, void>&& buffer)
- : File(path),
- _buffer(static_cast<std ::remove_reference_t<decltype(buffer)>&&>(buffer)) {}
-
- explicit BasicFile(lexy::buffer<encoding_type, void>&& buffer)
- : File(""),
- _buffer(static_cast<std ::remove_reference_t<decltype(buffer)>&&>(buffer)) {}
-
- const lexy::buffer<encoding_type, void>& buffer() const {
- return _buffer;
- }
-
- void set_location(const node_type* n, NodeLocation loc) {
- _map.insert(n, loc);
- }
-
- NodeLocation location_of(const node_type* n) const {
- auto result = _map.lookup(n);
- DRYAD_ASSERT(result != nullptr, "every Node should have a NodeLocation");
- return *result;
- }
-
- protected:
- lexy::buffer<encoding_type, void> _buffer;
- dryad::node_map<const node_type, NodeLocation> _map;
- };
-} \ No newline at end of file