diff --git a/.clang-tidy b/.clang-tidy index 2c005329..d3b6a9cd 100644 --- a/.clang-tidy +++ b/.clang-tidy @@ -1,6 +1,7 @@ Checks: > # General Checks clang-diagnostic-*, + misc-include-cleaner, misc-throw-by-value-catch-by-reference, misc-definitions-in-headers, llvm-header-guard, diff --git a/CMakeLists.txt b/CMakeLists.txt index d8eb1320..9995132d 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -130,6 +130,34 @@ option(FLS_ENABLE_GALP_TESTING_AND_BENCHMARKING "Build GALP" OFF) # Definitions: --------------------------------------------------------------------------------------------------------- add_compile_definitions(FLS_CMAKE_SOURCE_DIR="${CMAKE_CURRENT_SOURCE_DIR}") +if (FLS_ENABLE_CLANG_TIDY) + message("---------------------------------------------------------------------------------------------------------") + message("-- FLS: Enabling CLANG-TIDY.") + find_program(CLANG_TIDY_EXE NAMES clang-tidy) + if (NOT CLANG_TIDY_EXE) + message(FATAL_ERROR "-- FLS: clang-tidy not found.") + else () + if (NOT DEFINED CMAKE_CXX_CLANG_TIDY) + set(CMAKE_CXX_CLANG_TIDY + ${CLANG_TIDY_EXE}; + --quiet; + --config-file=${CMAKE_SOURCE_DIR}/.clang-tidy) + message("-- FLS: Using project-level .clang-tidy") + else () + message(FATAL_ERROR "-- FLS: Do not override the clang-tidy configuration. Use the project-level .clang-tidy file instead. Current setting: ${CMAKE_CXX_CLANG_TIDY}") + endif () + + execute_process( + COMMAND ${CLANG_TIDY_EXE} --version + OUTPUT_VARIABLE CLANG_TIDY_VERSION + OUTPUT_STRIP_TRAILING_WHITESPACE + ) + message("-- FLS: clang-tidy version: ${CLANG_TIDY_VERSION}") + + endif () +endif () + + # GTEST : -------------------------------------------------------------------------------------------------------------- if (FLS_BUILD_TESTING OR FLS_BUILD_CUDA OR FLS_ENABLE_FSST_TESTING_AND_BENCHMARKING OR FLS_ENABLE_GALP_TESTING_AND_BENCHMARKING) message("---------------------------------------------------------------------------------------------------------") @@ -166,6 +194,7 @@ if (FLS_BUILD_TESTING OR FLS_BUILD_CUDA OR FLS_ENABLE_FSST_TESTING_AND_BENCHMARK endif () endif () + # ALP: ----------------------------------------------------------------------------------------------------------------- if (true) message("---------------------------------------------------------------------------------------------------------") @@ -187,6 +216,13 @@ if (true) endif () +# CLANG TIDY : -------------------------------------------------------------------------------------------------------------- +if (FLS_ENABLE_CLANG_TIDY) + message("---------------------------------------------------------------------------------------------------------") + message("-- FLS: Disabling CLANG-TIDY.") + set(CMAKE_CXX_CLANG_TIDY "") +endif () + # CUDA : --------------------------------------------------------------------------------------------------------------- if (FLS_BUILD_CUDA) message("---------------------------------------------------------------------------------------------------------") @@ -227,33 +263,6 @@ if (FLS_BUILD_TESTING OR cmake_print_variables(data_SOURCE_DIR) endif () -if (FLS_ENABLE_CLANG_TIDY) - message("---------------------------------------------------------------------------------------------------------") - message("-- FLS: Enabling CLANG-TIDY.") - find_program(CLANG_TIDY_EXE NAMES clang-tidy) - if (NOT CLANG_TIDY_EXE) - message(FATAL_ERROR "-- FLS: clang-tidy not found.") - else () - if (NOT DEFINED CMAKE_CXX_CLANG_TIDY) - set(CMAKE_CXX_CLANG_TIDY - ${CLANG_TIDY_EXE}; - --quiet; - --config-file=${CMAKE_SOURCE_DIR}/.clang-tidy) - message("-- FLS: Using project-level .clang-tidy") - else () - message(FATAL_ERROR "-- FLS: Do not override the clang-tidy configuration. Use the project-level .clang-tidy file instead. Current setting: ${CMAKE_CXX_CLANG_TIDY}") - endif () - - execute_process( - COMMAND ${CLANG_TIDY_EXE} --version - OUTPUT_VARIABLE CLANG_TIDY_VERSION - OUTPUT_STRIP_TRAILING_WHITESPACE - ) - message("-- FLS: clang-tidy version: ${CLANG_TIDY_VERSION}") - - endif () -endif () - if (FLS_ENABLE_IWYU) message("---------------------------------------------------------------------------------------------------------") message("-- FLS: Enabling IWYU") @@ -320,4 +329,4 @@ if (FLS_ENABLE_GALP_TESTING_AND_BENCHMARKING) message("---------------------------------------------------------------------------------------------------------") message("-- FLS: Adding GALP Testing and Benchmarking.") add_subdirectory(galp) -endif () \ No newline at end of file +endif () diff --git a/README.md b/README.md index f524207a..8055e182 100644 --- a/README.md +++ b/README.md @@ -15,6 +15,13 @@ FastLanes features: --- +## Documentation + +* [Typing System](docs/typing_system.md) +* [File Format Specification (PDF)](docs/specification.pdf) + +--- + ## Getting Started ### Python @@ -96,13 +103,6 @@ fn main() -> Result<()> { --- -## Documentation - -* [Typing System](docs/typing_system.md) -* [File Format Specification (PDF)](docs/specification.pdf) - ---- - ## Publications * **Azim Afroozeh & Peter Boncz**, “The FastLanes Compression Layout: Decoding > 100 Billion Integers per Second with @@ -123,12 +123,12 @@ fn main() -> Result<()> { * [Read the paper](https://doi.org/10.1145/3626717) * [Source code](https://github.com/cwida/ALP) -* **Sven Hielke Hepkema, Azim Afroozeh, Charlotte Felius, Peter Boncz & Stefan Manegold**, “G‑ALP: Rethinking Light‑weight Encodings for GPUs,” *DaMoN ’25*, July 2025 +* **Sven Hielke Hepkema, Azim Afroozeh, Charlotte Felius, Peter Boncz & Stefan Manegold**, “G‑ALP: Rethinking + Light‑weight Encodings for GPUs,” *DaMoN ’25*, July 2025 * [Read the paper](https://dl.acm.org/doi/pdf/10.1145/3736227.3736242) * [Source code](https://github.com/cwida/FastLanesGpu-Damon2025) - --- ## How to Cite @@ -171,14 +171,14 @@ If you use FastLanes in your research or projects, please cite: } @inproceedings{hepke2025galp, - author = {Hepkema, Sven Hielke and Afroozeh, Azim and Felius, Charlotte and Boncz, Peter and Manegold, Stefan}, - title = {G‑ALP: Rethinking Light‑weight Encodings for GPUs}, - booktitle = {DaMoN ’25: Proceedings of the 21st International Workshop on Data Management on New Hardware}, - pages = {11:1--11:10}, - month = jul, - year = {2025}, + author = {Hepkema, Sven Hielke and Afroozeh, Azim and Felius, Charlotte and Boncz, Peter and Manegold, Stefan}, + title = {G‑ALP: Rethinking Light‑weight Encodings for GPUs}, + booktitle = {DaMoN ’25: Proceedings of the 21st International Workshop on Data Management on New Hardware}, + pages = {11:1--11:10}, + month = jul, + year = {2025}, organization = {ACM}, - url = {https://dl.acm.org/doi/pdf/10.1145/3736227.3736242} + url = {https://dl.acm.org/doi/pdf/10.1145/3736227.3736242} } ``` diff --git a/benchmark/include/benchmarker.hpp b/benchmark/include/benchmarker.hpp index 730f7807..1790c3d2 100644 --- a/benchmark/include/benchmarker.hpp +++ b/benchmark/include/benchmarker.hpp @@ -21,6 +21,7 @@ #include namespace fastlanes { +constexpr static auto const* TABLE_DESCRIPTOR_FILE_NAME {"table_descriptor.fbb"}; inline void clear_directory(const fs::path& dir) { if (!fs::exists(dir) || !fs::is_directory(dir)) diff --git a/data/include/data/generated.hpp b/data/include/data/generated.hpp index aa8da454..e033aaaa 100644 --- a/data/include/data/generated.hpp +++ b/data/include/data/generated.hpp @@ -3,6 +3,13 @@ // ──────────────────────────────────────────────────────── // data/include/data/generated.hpp // ──────────────────────────────────────────────────────── + +// NOLINTBEGIN +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// data/include/data/generated.hpp +// ──────────────────────────────────────────────────────── #ifndef DATA_GENERATED_HPP #define DATA_GENERATED_HPP @@ -100,3 +107,4 @@ class GENERATED { } // namespace fastlanes #endif // DATA_GENERATED_HPP +// NOLINTEND diff --git a/galp/benchmark/generated-bindings/alp-double-decompress_column-bindings.cu b/galp/benchmark/generated-bindings/alp-double-decompress_column-bindings.cu index 293408a2..46d6ef7d 100644 --- a/galp/benchmark/generated-bindings/alp-double-decompress_column-bindings.cu +++ b/galp/benchmark/generated-bindings/alp-double-decompress_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/alp-double-decompress_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/alp-double-query_column-bindings.cu b/galp/benchmark/generated-bindings/alp-double-query_column-bindings.cu index d494acc6..4e24984d 100644 --- a/galp/benchmark/generated-bindings/alp-double-query_column-bindings.cu +++ b/galp/benchmark/generated-bindings/alp-double-query_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/alp-double-query_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/alp-double-query_multi_column-bindings.cu b/galp/benchmark/generated-bindings/alp-double-query_multi_column-bindings.cu index a0fba5b3..3429f222 100644 --- a/galp/benchmark/generated-bindings/alp-double-query_multi_column-bindings.cu +++ b/galp/benchmark/generated-bindings/alp-double-query_multi_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/alp-double-query_multi_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/alp-float-decompress_column-bindings.cu b/galp/benchmark/generated-bindings/alp-float-decompress_column-bindings.cu index 36a94cfd..4bde2b48 100644 --- a/galp/benchmark/generated-bindings/alp-float-decompress_column-bindings.cu +++ b/galp/benchmark/generated-bindings/alp-float-decompress_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/alp-float-decompress_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/alp-float-query_column-bindings.cu b/galp/benchmark/generated-bindings/alp-float-query_column-bindings.cu index 94abd66f..18e5dff8 100644 --- a/galp/benchmark/generated-bindings/alp-float-query_column-bindings.cu +++ b/galp/benchmark/generated-bindings/alp-float-query_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/alp-float-query_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/alp-float-query_multi_column-bindings.cu b/galp/benchmark/generated-bindings/alp-float-query_multi_column-bindings.cu index ead420d8..68396fe9 100644 --- a/galp/benchmark/generated-bindings/alp-float-query_multi_column-bindings.cu +++ b/galp/benchmark/generated-bindings/alp-float-query_multi_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/alp-float-query_multi_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/alpextended-double-decompress_column-bindings.cu b/galp/benchmark/generated-bindings/alpextended-double-decompress_column-bindings.cu index e651b9e6..06fe9c25 100644 --- a/galp/benchmark/generated-bindings/alpextended-double-decompress_column-bindings.cu +++ b/galp/benchmark/generated-bindings/alpextended-double-decompress_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/alpextended-double-decompress_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/alpextended-double-query_column-bindings.cu b/galp/benchmark/generated-bindings/alpextended-double-query_column-bindings.cu index 8e428fcc..651f8650 100644 --- a/galp/benchmark/generated-bindings/alpextended-double-query_column-bindings.cu +++ b/galp/benchmark/generated-bindings/alpextended-double-query_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/alpextended-double-query_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/alpextended-double-query_multi_column-bindings.cu b/galp/benchmark/generated-bindings/alpextended-double-query_multi_column-bindings.cu index cf88597f..953a6e8a 100644 --- a/galp/benchmark/generated-bindings/alpextended-double-query_multi_column-bindings.cu +++ b/galp/benchmark/generated-bindings/alpextended-double-query_multi_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/alpextended-double-query_multi_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/alpextended-float-decompress_column-bindings.cu b/galp/benchmark/generated-bindings/alpextended-float-decompress_column-bindings.cu index 99830735..33f9e1e6 100644 --- a/galp/benchmark/generated-bindings/alpextended-float-decompress_column-bindings.cu +++ b/galp/benchmark/generated-bindings/alpextended-float-decompress_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/alpextended-float-decompress_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/alpextended-float-query_column-bindings.cu b/galp/benchmark/generated-bindings/alpextended-float-query_column-bindings.cu index 6de70552..b78f42a4 100644 --- a/galp/benchmark/generated-bindings/alpextended-float-query_column-bindings.cu +++ b/galp/benchmark/generated-bindings/alpextended-float-query_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/alpextended-float-query_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/alpextended-float-query_multi_column-bindings.cu b/galp/benchmark/generated-bindings/alpextended-float-query_multi_column-bindings.cu index 5967dbb7..16733b74 100644 --- a/galp/benchmark/generated-bindings/alpextended-float-query_multi_column-bindings.cu +++ b/galp/benchmark/generated-bindings/alpextended-float-query_multi_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/alpextended-float-query_multi_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/bp-uint32_t-decompress_column-bindings.cu b/galp/benchmark/generated-bindings/bp-uint32_t-decompress_column-bindings.cu index 415fe069..0a9db25c 100644 --- a/galp/benchmark/generated-bindings/bp-uint32_t-decompress_column-bindings.cu +++ b/galp/benchmark/generated-bindings/bp-uint32_t-decompress_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/bp-uint32_t-decompress_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/bp-uint32_t-query_column-bindings.cu b/galp/benchmark/generated-bindings/bp-uint32_t-query_column-bindings.cu index da7dfb2e..82f4402e 100644 --- a/galp/benchmark/generated-bindings/bp-uint32_t-query_column-bindings.cu +++ b/galp/benchmark/generated-bindings/bp-uint32_t-query_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/bp-uint32_t-query_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/bp-uint64_t-decompress_column-bindings.cu b/galp/benchmark/generated-bindings/bp-uint64_t-decompress_column-bindings.cu index 8514f732..2f8c24ba 100644 --- a/galp/benchmark/generated-bindings/bp-uint64_t-decompress_column-bindings.cu +++ b/galp/benchmark/generated-bindings/bp-uint64_t-decompress_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/bp-uint64_t-decompress_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/bp-uint64_t-query_column-bindings.cu b/galp/benchmark/generated-bindings/bp-uint64_t-query_column-bindings.cu index c4b99225..bf48e4f4 100644 --- a/galp/benchmark/generated-bindings/bp-uint64_t-query_column-bindings.cu +++ b/galp/benchmark/generated-bindings/bp-uint64_t-query_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/bp-uint64_t-query_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/ffor-uint32_t-compute_column-bindings.cu b/galp/benchmark/generated-bindings/ffor-uint32_t-compute_column-bindings.cu index b5072115..f965c6cc 100644 --- a/galp/benchmark/generated-bindings/ffor-uint32_t-compute_column-bindings.cu +++ b/galp/benchmark/generated-bindings/ffor-uint32_t-compute_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/ffor-uint32_t-compute_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/ffor-uint32_t-decompress_column-bindings.cu b/galp/benchmark/generated-bindings/ffor-uint32_t-decompress_column-bindings.cu index 02c44ac6..d840df3f 100644 --- a/galp/benchmark/generated-bindings/ffor-uint32_t-decompress_column-bindings.cu +++ b/galp/benchmark/generated-bindings/ffor-uint32_t-decompress_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/ffor-uint32_t-decompress_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/ffor-uint32_t-query_column-bindings.cu b/galp/benchmark/generated-bindings/ffor-uint32_t-query_column-bindings.cu index 1d673b9c..c41abbfa 100644 --- a/galp/benchmark/generated-bindings/ffor-uint32_t-query_column-bindings.cu +++ b/galp/benchmark/generated-bindings/ffor-uint32_t-query_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/ffor-uint32_t-query_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/ffor-uint32_t-query_multi_column-bindings.cu b/galp/benchmark/generated-bindings/ffor-uint32_t-query_multi_column-bindings.cu index 8bcbd2fb..1b48a24e 100644 --- a/galp/benchmark/generated-bindings/ffor-uint32_t-query_multi_column-bindings.cu +++ b/galp/benchmark/generated-bindings/ffor-uint32_t-query_multi_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/ffor-uint32_t-query_multi_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/ffor-uint64_t-compute_column-bindings.cu b/galp/benchmark/generated-bindings/ffor-uint64_t-compute_column-bindings.cu index 80446fc6..bef8627d 100644 --- a/galp/benchmark/generated-bindings/ffor-uint64_t-compute_column-bindings.cu +++ b/galp/benchmark/generated-bindings/ffor-uint64_t-compute_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/ffor-uint64_t-compute_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/ffor-uint64_t-decompress_column-bindings.cu b/galp/benchmark/generated-bindings/ffor-uint64_t-decompress_column-bindings.cu index 002559e8..3f995c59 100644 --- a/galp/benchmark/generated-bindings/ffor-uint64_t-decompress_column-bindings.cu +++ b/galp/benchmark/generated-bindings/ffor-uint64_t-decompress_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/ffor-uint64_t-decompress_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/ffor-uint64_t-query_column-bindings.cu b/galp/benchmark/generated-bindings/ffor-uint64_t-query_column-bindings.cu index 9aafbb1d..1cfca39c 100644 --- a/galp/benchmark/generated-bindings/ffor-uint64_t-query_column-bindings.cu +++ b/galp/benchmark/generated-bindings/ffor-uint64_t-query_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/ffor-uint64_t-query_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/benchmark/generated-bindings/ffor-uint64_t-query_multi_column-bindings.cu b/galp/benchmark/generated-bindings/ffor-uint64_t-query_multi_column-bindings.cu index a9e7c5a4..4f26d31b 100644 --- a/galp/benchmark/generated-bindings/ffor-uint64_t-query_multi_column-bindings.cu +++ b/galp/benchmark/generated-bindings/ffor-uint64_t-query_multi_column-bindings.cu @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/benchmark/generated-bindings/ffor-uint64_t-query_multi_column-bindings.cu // ──────────────────────────────────────────────────────── - #include "engine/kernels.cuh" #include "engine/multi-column-host-kernels.cuh" #include "generated-bindings/kernel-bindings.cuh" diff --git a/galp/src/include/engine/data.cuh b/galp/src/include/engine/data.cuh index a6daf5df..f12990d2 100644 --- a/galp/src/include/engine/data.cuh +++ b/galp/src/include/engine/data.cuh @@ -547,4 +547,4 @@ std::tuple get_value_to_query(const ColumnT column) { } // namespace data -#endif // DATA_CUH \ No newline at end of file +#endif // DATA_CUH diff --git a/galp/src/include/flsgpu/structs.cuh b/galp/src/include/flsgpu/structs.cuh index 05ffcd05..ff7df783 100644 --- a/galp/src/include/flsgpu/structs.cuh +++ b/galp/src/include/flsgpu/structs.cuh @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // galp/src/include/flsgpu/structs.cuh // ──────────────────────────────────────────────────────── - #ifndef STRUCTS_CUH #define STRUCTS_CUH diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/FindTBB.cmake b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/FindTBB.cmake index 3d16483a..4a3559ad 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/FindTBB.cmake +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/FindTBB.cmake @@ -3,7 +3,6 @@ # ──────────────────────────────────────────────────────── # publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/FindTBB.cmake # ──────────────────────────────────────────────────────── - # # Copyright (c) 2015 Justus Calvin # diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/examples/cpu.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/examples/cpu.h index 3adbe6c5..1c1bf233 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/examples/cpu.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/examples/cpu.h @@ -1,2 +1,7 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/examples/cpu.h +// ──────────────────────────────────────────────────────── unsigned mem_loads_event(void); unsigned mem_stores_event(void); diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/examples/hist.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/examples/hist.h index 6e279f39..bfc44b8d 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/examples/hist.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/examples/hist.h @@ -1,4 +1,8 @@ - +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/examples/hist.h +// ──────────────────────────────────────────────────────── #ifdef __cplusplus extern "C" { #endif diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/interrupts.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/interrupts.h index c34ab050..9c131a70 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/interrupts.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/interrupts.h @@ -1,4 +1,8 @@ - +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/interrupts.h +// ──────────────────────────────────────────────────────── /* * Copyright (c) 2012,2013 Intel Corporation * Author: Andi Kleen diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jevents.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jevents.h index 578bd265..a847efd9 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jevents.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jevents.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jevents.h +// ──────────────────────────────────────────────────────── #ifndef JEVENTS_H #define JEVENTS_H 1 diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jsession.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jsession.h index f9188840..552d0867 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jsession.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jsession.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jsession.h +// ──────────────────────────────────────────────────────── #ifndef JSESSION_H #define JSESSION_H 1 diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jsmn.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jsmn.h index f078a6ba..a6a232c7 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jsmn.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jsmn.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/jsmn.h +// ──────────────────────────────────────────────────────── #ifndef __JSMN_H_ #define __JSMN_H_ diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/json.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/json.h index 67a57761..429594a9 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/json.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/json.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/json.h +// ──────────────────────────────────────────────────────── #ifndef JSON_H #define JSON_H 1 diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/measure.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/measure.h index 1cf982ee..f177f0f7 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/measure.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/measure.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/measure.h +// ──────────────────────────────────────────────────────── /* * Copyright (c) 2012,2013 Intel Corporation * Author: Andi Kleen diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/perf-iter.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/perf-iter.h index b63bfc40..6f76c288 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/perf-iter.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/perf-iter.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/perf-iter.h +// ──────────────────────────────────────────────────────── #ifndef _PERF_ITER_H #define _PERF_ITER_H 1 diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/perf-record.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/perf-record.h index 23618ab6..ac2083e4 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/perf-record.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/perf-record.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/perf-record.h +// ──────────────────────────────────────────────────────── #ifndef PERF_RECORD_H #define PERF_RECORD_H 1 diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/rdpmc.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/rdpmc.h index d903db57..e55ca0a9 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/rdpmc.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/rdpmc.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/rdpmc.h +// ──────────────────────────────────────────────────────── /* * Copyright (c) 2012,2013 Intel Corporation * Author: Andi Kleen diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/util.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/util.h index fdcf46ab..2f4f75bf 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/util.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/util.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/3rdparty/jevents/util.h +// ──────────────────────────────────────────────────────── #ifdef __cplusplus extern "C" { #endif diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/src/common/runtime/Profile.cpp b/publications/data_parallelized_encodings/fls_benchmarks/integration/src/common/runtime/Profile.cpp index 7d2a63d7..1ffc149f 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/src/common/runtime/Profile.cpp +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/src/common/runtime/Profile.cpp @@ -3,5 +3,4 @@ // ──────────────────────────────────────────────────────── // publications/data_parallelized_encodings/fls_benchmarks/integration/src/common/runtime/Profile.cpp // ──────────────────────────────────────────────────────── - bool writeHeader = true; diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Hash.cpp b/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Hash.cpp index ada9628c..83ef4edb 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Hash.cpp +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Hash.cpp @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Hash.cpp // ──────────────────────────────────────────────────────── - #include "common/runtime/Hash.hpp" #include "vectorwise/Operations.hpp" #include "vectorwise/Primitives.hpp" diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Partition.cpp b/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Partition.cpp index 8079079d..2358bc35 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Partition.cpp +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Partition.cpp @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Partition.cpp // ──────────────────────────────────────────────────────── - #include "common/runtime/Hash.hpp" #include "vectorwise/Operations.hpp" #include "vectorwise/Primitives.hpp" diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Projection.cpp b/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Projection.cpp index 03e51343..8fb266c4 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Projection.cpp +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Projection.cpp @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/Projection.cpp // ──────────────────────────────────────────────────────── - #include "common/runtime/Hash.hpp" #include "vectorwise/Operations.hpp" #include "vectorwise/Primitives.hpp" diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/ScatterGather.cpp b/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/ScatterGather.cpp index 93078f42..a0043c27 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/ScatterGather.cpp +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/ScatterGather.cpp @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // publications/data_parallelized_encodings/fls_benchmarks/integration/src/vectorwise/primitives/ScatterGather.cpp // ──────────────────────────────────────────────────────── - #include "common/runtime/Hash.hpp" #include "vectorwise/Operations.hpp" #include "vectorwise/Primitives.hpp" diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/bcd2.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/bcd2.h index 54de8d75..974e497c 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/bcd2.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/bcd2.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/bcd2.h +// ──────────────────────────────────────────────────────── /* * $Id: bcd2.h,v 1.2 2005/01/03 20:08:58 jms Exp $ * diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/config.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/config.h index 1d0273a3..4c8013e5 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/config.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/config.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/config.h +// ──────────────────────────────────────────────────────── /* * $Id: config.h,v 1.8 2007/01/04 21:29:21 jms Exp $ * diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/dss.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/dss.h index d9394f19..adcc0ba3 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/dss.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/dss.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/dss.h +// ──────────────────────────────────────────────────────── /* * $Id: dss.h,v 1.10 2008/03/21 18:07:13 jms Exp $ * diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/dsstypes.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/dsstypes.h index 6893ac2a..22e7e821 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/dsstypes.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/dsstypes.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/dsstypes.h +// ──────────────────────────────────────────────────────── /* * $Id: dsstypes.h,v 1.3 2005/10/28 02:57:04 jms Exp $ * diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/permute.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/permute.h index fd0ef693..e066f214 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/permute.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/permute.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/permute.h +// ──────────────────────────────────────────────────────── /* * $Id: permute.h,v 1.2 2005/01/03 20:08:59 jms Exp $ * diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/release.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/release.h index 3dc736ba..a183ed83 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/release.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/release.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/release.h +// ──────────────────────────────────────────────────────── /* * release.h */ diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/rnd.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/rnd.h index 331f573c..ba5b33dd 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/rnd.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/rnd.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/rnd.h +// ──────────────────────────────────────────────────────── /* * $Id: rnd.h,v 1.4 2006/08/01 04:13:17 jms Exp $ * diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/rng64.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/rng64.h index 274a1b8c..743fe9dc 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/rng64.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/rng64.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/rng64.h +// ──────────────────────────────────────────────────────── /* * $Id: rng64.h,v 1.2 2005/01/03 20:08:59 jms Exp $ * diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/shared.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/shared.h index ff0d920f..54427e7e 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/shared.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/shared.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/shared.h +// ──────────────────────────────────────────────────────── /* * $Id: shared.h,v 1.2 2005/01/03 20:08:59 jms Exp $ * diff --git a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/tpcd.h b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/tpcd.h index f1d6e406..55c332de 100644 --- a/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/tpcd.h +++ b/publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/tpcd.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_benchmarks/integration/tpch-dbgen/tpcd.h +// ──────────────────────────────────────────────────────── /* * $Id: tpcd.h,v 1.2 2005/01/03 20:08:59 jms Exp $ * diff --git a/publications/data_parallelized_encodings/fls_generated/arm64v8/sve_intrinsic_uf1/farm_sve.h b/publications/data_parallelized_encodings/fls_generated/arm64v8/sve_intrinsic_uf1/farm_sve.h index 33887857..74322a7a 100644 --- a/publications/data_parallelized_encodings/fls_generated/arm64v8/sve_intrinsic_uf1/farm_sve.h +++ b/publications/data_parallelized_encodings/fls_generated/arm64v8/sve_intrinsic_uf1/farm_sve.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_generated/arm64v8/sve_intrinsic_uf1/farm_sve.h +// ──────────────────────────────────────────────────────── ////////////////////////////////////////////////////////////////////// /// # Farm SVE header /// diff --git a/publications/data_parallelized_encodings/fls_generated/fls_generated.cpp b/publications/data_parallelized_encodings/fls_generated/fls_generated.cpp index bf800f4d..e3f9f5c6 100644 --- a/publications/data_parallelized_encodings/fls_generated/fls_generated.cpp +++ b/publications/data_parallelized_encodings/fls_generated/fls_generated.cpp @@ -3,3 +3,11 @@ // ──────────────────────────────────────────────────────── // publications/data_parallelized_encodings/fls_generated/fls_generated.cpp // ──────────────────────────────────────────────────────── + +// NOLINTBEGIN +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_generated/fls_generated.cpp +// ──────────────────────────────────────────────────────── +// NOLINTEND diff --git a/publications/data_parallelized_encodings/fls_generated/include/arch.h b/publications/data_parallelized_encodings/fls_generated/include/arch.h index a14f8497..b583ce98 100644 --- a/publications/data_parallelized_encodings/fls_generated/include/arch.h +++ b/publications/data_parallelized_encodings/fls_generated/include/arch.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// publications/data_parallelized_encodings/fls_generated/include/arch.h +// ──────────────────────────────────────────────────────── #pragma once #ifdef X86_64 diff --git a/publications/data_parallelized_encodings/fls_generated/include/fls_gen/normal_rsum/normal_rsum.hpp b/publications/data_parallelized_encodings/fls_generated/include/fls_gen/normal_rsum/normal_rsum.hpp index ba8b9727..1fceda1e 100644 --- a/publications/data_parallelized_encodings/fls_generated/include/fls_gen/normal_rsum/normal_rsum.hpp +++ b/publications/data_parallelized_encodings/fls_generated/include/fls_gen/normal_rsum/normal_rsum.hpp @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // publications/data_parallelized_encodings/fls_generated/include/fls_gen/normal_rsum/normal_rsum.hpp // ──────────────────────────────────────────────────────── - #ifndef NORMAL_RSUM_HPP #define NORMAL_RSUM_HPP diff --git a/rust/vendor/fastlanes/include/fastlanes.h b/rust/vendor/fastlanes/include/fastlanes.h index 5f799cf1..6954388c 100644 --- a/rust/vendor/fastlanes/include/fastlanes.h +++ b/rust/vendor/fastlanes/include/fastlanes.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/fastlanes.h +// ──────────────────────────────────────────────────────── // NOLINTBEGIN #ifndef FASTLANES_H diff --git a/rust/vendor/fastlanes/include/flatbuffers/allocator.h b/rust/vendor/fastlanes/include/flatbuffers/allocator.h index 30427190..a38a3a72 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/allocator.h +++ b/rust/vendor/fastlanes/include/flatbuffers/allocator.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/allocator.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/array.h b/rust/vendor/fastlanes/include/flatbuffers/array.h index f4bfbf05..f191261c 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/array.h +++ b/rust/vendor/fastlanes/include/flatbuffers/array.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/array.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/base.h b/rust/vendor/fastlanes/include/flatbuffers/base.h index 84cb0a7d..021dea1d 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/base.h +++ b/rust/vendor/fastlanes/include/flatbuffers/base.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/base.h +// ──────────────────────────────────────────────────────── #ifndef FLATBUFFERS_BASE_H_ #define FLATBUFFERS_BASE_H_ diff --git a/rust/vendor/fastlanes/include/flatbuffers/buffer.h b/rust/vendor/fastlanes/include/flatbuffers/buffer.h index 94d4f790..9b3e92e7 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/buffer.h +++ b/rust/vendor/fastlanes/include/flatbuffers/buffer.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/buffer.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/buffer_ref.h b/rust/vendor/fastlanes/include/flatbuffers/buffer_ref.h index f70941fc..abfc509d 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/buffer_ref.h +++ b/rust/vendor/fastlanes/include/flatbuffers/buffer_ref.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/buffer_ref.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/code_generator.h b/rust/vendor/fastlanes/include/flatbuffers/code_generator.h index 2971e556..aea3bb88 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/code_generator.h +++ b/rust/vendor/fastlanes/include/flatbuffers/code_generator.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/code_generator.h +// ──────────────────────────────────────────────────────── /* * Copyright 2023 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/code_generators.h b/rust/vendor/fastlanes/include/flatbuffers/code_generators.h index fc030d43..cff0d8ca 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/code_generators.h +++ b/rust/vendor/fastlanes/include/flatbuffers/code_generators.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/code_generators.h +// ──────────────────────────────────────────────────────── /* * Copyright 2014 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/default_allocator.h b/rust/vendor/fastlanes/include/flatbuffers/default_allocator.h index d4724122..2cf2d4d6 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/default_allocator.h +++ b/rust/vendor/fastlanes/include/flatbuffers/default_allocator.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/default_allocator.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/detached_buffer.h b/rust/vendor/fastlanes/include/flatbuffers/detached_buffer.h index 36d3f6d6..21762245 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/detached_buffer.h +++ b/rust/vendor/fastlanes/include/flatbuffers/detached_buffer.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/detached_buffer.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/file_manager.h b/rust/vendor/fastlanes/include/flatbuffers/file_manager.h index 069df5b8..52261644 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/file_manager.h +++ b/rust/vendor/fastlanes/include/flatbuffers/file_manager.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/file_manager.h +// ──────────────────────────────────────────────────────── /* * Copyright 2023 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/flatbuffer_builder.h b/rust/vendor/fastlanes/include/flatbuffers/flatbuffer_builder.h index 9ceca820..227be29f 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/flatbuffer_builder.h +++ b/rust/vendor/fastlanes/include/flatbuffers/flatbuffer_builder.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/flatbuffer_builder.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/flatbuffers.h b/rust/vendor/fastlanes/include/flatbuffers/flatbuffers.h index cbb0c530..c62853c7 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/flatbuffers.h +++ b/rust/vendor/fastlanes/include/flatbuffers/flatbuffers.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/flatbuffers.h +// ──────────────────────────────────────────────────────── /* * Copyright 2014 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/flatc.h b/rust/vendor/fastlanes/include/flatbuffers/flatc.h index e98eb80d..7b44242a 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/flatc.h +++ b/rust/vendor/fastlanes/include/flatbuffers/flatc.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/flatc.h +// ──────────────────────────────────────────────────────── /* * Copyright 2017 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/flex_flat_util.h b/rust/vendor/fastlanes/include/flatbuffers/flex_flat_util.h index 020957eb..354e7408 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/flex_flat_util.h +++ b/rust/vendor/fastlanes/include/flatbuffers/flex_flat_util.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/flex_flat_util.h +// ──────────────────────────────────────────────────────── /* * Copyright 2022 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/flexbuffers.h b/rust/vendor/fastlanes/include/flatbuffers/flexbuffers.h index c4bbbbc5..8533a1c1 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/flexbuffers.h +++ b/rust/vendor/fastlanes/include/flatbuffers/flexbuffers.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/flexbuffers.h +// ──────────────────────────────────────────────────────── /* * Copyright 2017 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/grpc.h b/rust/vendor/fastlanes/include/flatbuffers/grpc.h index 7472c31d..4523c6b7 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/grpc.h +++ b/rust/vendor/fastlanes/include/flatbuffers/grpc.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/grpc.h +// ──────────────────────────────────────────────────────── /* * Copyright 2014 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/hash.h b/rust/vendor/fastlanes/include/flatbuffers/hash.h index aebf0713..e6d81396 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/hash.h +++ b/rust/vendor/fastlanes/include/flatbuffers/hash.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/hash.h +// ──────────────────────────────────────────────────────── /* * Copyright 2015 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/idl.h b/rust/vendor/fastlanes/include/flatbuffers/idl.h index c84999a5..c6bf273f 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/idl.h +++ b/rust/vendor/fastlanes/include/flatbuffers/idl.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/idl.h +// ──────────────────────────────────────────────────────── /* * Copyright 2014 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/minireflect.h b/rust/vendor/fastlanes/include/flatbuffers/minireflect.h index 09ff66c3..6597142d 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/minireflect.h +++ b/rust/vendor/fastlanes/include/flatbuffers/minireflect.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/minireflect.h +// ──────────────────────────────────────────────────────── /* * Copyright 2017 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/reflection.h b/rust/vendor/fastlanes/include/flatbuffers/reflection.h index faf647c3..02d41b08 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/reflection.h +++ b/rust/vendor/fastlanes/include/flatbuffers/reflection.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/reflection.h +// ──────────────────────────────────────────────────────── /* * Copyright 2015 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/reflection_generated.h b/rust/vendor/fastlanes/include/flatbuffers/reflection_generated.h index ca673b1b..92336981 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/reflection_generated.h +++ b/rust/vendor/fastlanes/include/flatbuffers/reflection_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/reflection_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify @@ -1527,3 +1534,4 @@ inline void FinishSizePrefixedSchemaBuffer( } // namespace reflection #endif // FLATBUFFERS_GENERATED_REFLECTION_REFLECTION_H_ +// NOLINTEND diff --git a/rust/vendor/fastlanes/include/flatbuffers/registry.h b/rust/vendor/fastlanes/include/flatbuffers/registry.h index f59aa647..06fb4810 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/registry.h +++ b/rust/vendor/fastlanes/include/flatbuffers/registry.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/registry.h +// ──────────────────────────────────────────────────────── /* * Copyright 2017 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/stl_emulation.h b/rust/vendor/fastlanes/include/flatbuffers/stl_emulation.h index 67c6768c..f6d84fa8 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/stl_emulation.h +++ b/rust/vendor/fastlanes/include/flatbuffers/stl_emulation.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/stl_emulation.h +// ──────────────────────────────────────────────────────── /* * Copyright 2017 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/string.h b/rust/vendor/fastlanes/include/flatbuffers/string.h index 00cc18c9..f24193fa 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/string.h +++ b/rust/vendor/fastlanes/include/flatbuffers/string.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/string.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/struct.h b/rust/vendor/fastlanes/include/flatbuffers/struct.h index abacc8a9..316e5387 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/struct.h +++ b/rust/vendor/fastlanes/include/flatbuffers/struct.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/struct.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/table.h b/rust/vendor/fastlanes/include/flatbuffers/table.h index e92d8ae8..c831bc6c 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/table.h +++ b/rust/vendor/fastlanes/include/flatbuffers/table.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/table.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/util.h b/rust/vendor/fastlanes/include/flatbuffers/util.h index 82b37fb9..90152081 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/util.h +++ b/rust/vendor/fastlanes/include/flatbuffers/util.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/util.h +// ──────────────────────────────────────────────────────── /* * Copyright 2014 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/vector.h b/rust/vendor/fastlanes/include/flatbuffers/vector.h index 021b3c3f..8a7af13d 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/vector.h +++ b/rust/vendor/fastlanes/include/flatbuffers/vector.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/vector.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/vector_downward.h b/rust/vendor/fastlanes/include/flatbuffers/vector_downward.h index 2b5a92cf..dfcdea0f 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/vector_downward.h +++ b/rust/vendor/fastlanes/include/flatbuffers/vector_downward.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/vector_downward.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/flatbuffers/verifier.h b/rust/vendor/fastlanes/include/flatbuffers/verifier.h index 6df923be..6762fb28 100644 --- a/rust/vendor/fastlanes/include/flatbuffers/verifier.h +++ b/rust/vendor/fastlanes/include/flatbuffers/verifier.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/flatbuffers/verifier.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/rust/vendor/fastlanes/include/fls/cor/prm/fsst/fsst.h b/rust/vendor/fastlanes/include/fls/cor/prm/fsst/fsst.h index 48cfc3ce..3ead841f 100644 --- a/rust/vendor/fastlanes/include/fls/cor/prm/fsst/fsst.h +++ b/rust/vendor/fastlanes/include/fls/cor/prm/fsst/fsst.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/fls/cor/prm/fsst/fsst.h +// ──────────────────────────────────────────────────────── /* * the API for FSST compression -- (c) Peter Boncz, Viktor Leis and Thomas Neumann (CWI, TU Munich), 2018-2019 * diff --git a/rust/vendor/fastlanes/include/fls/cor/prm/fsst12/fsst12.h b/rust/vendor/fastlanes/include/fls/cor/prm/fsst12/fsst12.h index 8467844b..2bc3f9df 100644 --- a/rust/vendor/fastlanes/include/fls/cor/prm/fsst12/fsst12.h +++ b/rust/vendor/fastlanes/include/fls/cor/prm/fsst12/fsst12.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/fls/cor/prm/fsst12/fsst12.h +// ──────────────────────────────────────────────────────── /* * the API for FSST12 compression -- (c) Peter Boncz, Viktor Leis and Thomas Neumann (CWI, TU Munich), 2018-2019 * diff --git a/rust/vendor/fastlanes/include/fls/footer/column_descriptor_generated.h b/rust/vendor/fastlanes/include/fls/footer/column_descriptor_generated.h index 83df08d6..40c62803 100644 --- a/rust/vendor/fastlanes/include/fls/footer/column_descriptor_generated.h +++ b/rust/vendor/fastlanes/include/fls/footer/column_descriptor_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/fls/footer/column_descriptor_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_COLUMNDESCRIPTOR_FASTLANES_H_ @@ -630,3 +637,4 @@ UnPackSizePrefixedColumnDescriptor(const void* buf, const ::flatbuffers::resolve } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_COLUMNDESCRIPTOR_FASTLANES_H_ +// NOLINTEND diff --git a/rust/vendor/fastlanes/include/fls/footer/datatype_generated.h b/rust/vendor/fastlanes/include/fls/footer/datatype_generated.h index ccf06a47..4bc2c7c6 100644 --- a/rust/vendor/fastlanes/include/fls/footer/datatype_generated.h +++ b/rust/vendor/fastlanes/include/fls/footer/datatype_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/fls/footer/datatype_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_DATATYPE_FASTLANES_H_ @@ -64,3 +71,4 @@ inline const char* EnumNameDataType(DataType e) { } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_DATATYPE_FASTLANES_H_ +// NOLINTEND diff --git a/rust/vendor/fastlanes/include/fls/footer/decimal_type_generated.h b/rust/vendor/fastlanes/include/fls/footer/decimal_type_generated.h index c0c69155..cce2856c 100644 --- a/rust/vendor/fastlanes/include/fls/footer/decimal_type_generated.h +++ b/rust/vendor/fastlanes/include/fls/footer/decimal_type_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/fls/footer/decimal_type_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_DECIMALTYPE_FASTLANES_H_ @@ -120,3 +127,4 @@ inline ::flatbuffers::Offset CreateDecimalType(::flatbuffers::FlatB } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_DECIMALTYPE_FASTLANES_H_ +// NOLINTEND diff --git a/rust/vendor/fastlanes/include/fls/footer/footer_generated.h b/rust/vendor/fastlanes/include/fls/footer/footer_generated.h index 2b8b937a..a5c4ec8d 100644 --- a/rust/vendor/fastlanes/include/fls/footer/footer_generated.h +++ b/rust/vendor/fastlanes/include/fls/footer/footer_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/fls/footer/footer_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_FOOTER_FASTLANES_H_ @@ -335,3 +342,4 @@ UnPackSizePrefixedSegmentDescriptor(const void* buf, const ::flatbuffers::resolv } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_FOOTER_FASTLANES_H_ +// NOLINTEND diff --git a/rust/vendor/fastlanes/include/fls/footer/operator_token_generated.h b/rust/vendor/fastlanes/include/fls/footer/operator_token_generated.h index 5729b49b..f69b32da 100644 --- a/rust/vendor/fastlanes/include/fls/footer/operator_token_generated.h +++ b/rust/vendor/fastlanes/include/fls/footer/operator_token_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/fls/footer/operator_token_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_OPERATORTOKEN_FASTLANES_H_ @@ -466,3 +473,4 @@ inline const char* EnumNameOperatorToken(OperatorToken e) { } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_OPERATORTOKEN_FASTLANES_H_ +// NOLINTEND diff --git a/rust/vendor/fastlanes/include/fls/footer/rowgroup_descriptor_generated.h b/rust/vendor/fastlanes/include/fls/footer/rowgroup_descriptor_generated.h index 15174974..a53a7190 100644 --- a/rust/vendor/fastlanes/include/fls/footer/rowgroup_descriptor_generated.h +++ b/rust/vendor/fastlanes/include/fls/footer/rowgroup_descriptor_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/fls/footer/rowgroup_descriptor_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_ROWGROUPDESCRIPTOR_FASTLANES_H_ @@ -280,3 +287,4 @@ UnPackSizePrefixedRowgroupDescriptor(const void* buf, const ::flatbuffers::resol } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_ROWGROUPDESCRIPTOR_FASTLANES_H_ +// NOLINTEND diff --git a/rust/vendor/fastlanes/include/fls/footer/rpn_generated.h b/rust/vendor/fastlanes/include/fls/footer/rpn_generated.h index 4e4799da..f3b72e09 100644 --- a/rust/vendor/fastlanes/include/fls/footer/rpn_generated.h +++ b/rust/vendor/fastlanes/include/fls/footer/rpn_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/fls/footer/rpn_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_RPN_FASTLANES_H_ @@ -181,3 +188,4 @@ inline std::unique_ptr UnPackSizePrefixedRPN(const void* } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_RPN_FASTLANES_H_ +// NOLINTEND diff --git a/rust/vendor/fastlanes/include/fls/footer/table_descriptor_generated.h b/rust/vendor/fastlanes/include/fls/footer/table_descriptor_generated.h index 868e3740..fdfbb76f 100644 --- a/rust/vendor/fastlanes/include/fls/footer/table_descriptor_generated.h +++ b/rust/vendor/fastlanes/include/fls/footer/table_descriptor_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/include/fls/footer/table_descriptor_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_TABLEDESCRIPTOR_FASTLANES_H_ @@ -225,3 +232,4 @@ UnPackSizePrefixedTableDescriptor(const void* buf, const ::flatbuffers::resolver } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_TABLEDESCRIPTOR_FASTLANES_H_ +// NOLINTEND diff --git a/rust/vendor/fastlanes/src/alp/src/fastlanes_generated_ffor.cpp b/rust/vendor/fastlanes/src/alp/src/fastlanes_generated_ffor.cpp index 321e1d9d..060ed291 100644 --- a/rust/vendor/fastlanes/src/alp/src/fastlanes_generated_ffor.cpp +++ b/rust/vendor/fastlanes/src/alp/src/fastlanes_generated_ffor.cpp @@ -3,6 +3,13 @@ // ──────────────────────────────────────────────────────── // rust/vendor/fastlanes/src/alp/src/fastlanes_generated_ffor.cpp // ──────────────────────────────────────────────────────── + +// NOLINTBEGIN +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/src/alp/src/fastlanes_generated_ffor.cpp +// ──────────────────────────────────────────────────────── #include "fls/ffor.hpp" namespace fastlanes { namespace generated { namespace ffor::fallback { namespace scalar { @@ -30145,3 +30152,4 @@ void ffor(const uint64_t* __restrict in, uint64_t* __restrict out, uint8_t bw, c } } }}}} // namespace fastlanes::generated::ffor::fallback::scalar +// NOLINTEND diff --git a/rust/vendor/fastlanes/src/alp/src/fastlanes_generated_unffor.cpp b/rust/vendor/fastlanes/src/alp/src/fastlanes_generated_unffor.cpp index b68e5173..31e4e96f 100644 --- a/rust/vendor/fastlanes/src/alp/src/fastlanes_generated_unffor.cpp +++ b/rust/vendor/fastlanes/src/alp/src/fastlanes_generated_unffor.cpp @@ -3,6 +3,13 @@ // ──────────────────────────────────────────────────────── // rust/vendor/fastlanes/src/alp/src/fastlanes_generated_unffor.cpp // ──────────────────────────────────────────────────────── + +// NOLINTBEGIN +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/src/alp/src/fastlanes_generated_unffor.cpp +// ──────────────────────────────────────────────────────── #include "fls/unffor.hpp" namespace fastlanes { namespace generated { namespace unffor::fallback { namespace scalar { @@ -23215,3 +23222,4 @@ void unffor(const uint64_t* __restrict a_in_p, } } }}}} // namespace fastlanes::generated::unffor::fallback::scalar +// NOLINTEND diff --git a/rust/vendor/fastlanes/src/encoder/ccc_encoder.cpp b/rust/vendor/fastlanes/src/encoder/ccc_encoder.cpp index 6e3689f0..6dda0938 100644 --- a/rust/vendor/fastlanes/src/encoder/ccc_encoder.cpp +++ b/rust/vendor/fastlanes/src/encoder/ccc_encoder.cpp @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // rust/vendor/fastlanes/src/encoder/ccc_encoder.cpp // ──────────────────────────────────────────────────────── - namespace fastlanes { // for (const auto& sub_plan : plan_up->sub_plan_vec) { diff --git a/rust/vendor/fastlanes/src/encoder/multi_col_encoder.cpp b/rust/vendor/fastlanes/src/encoder/multi_col_encoder.cpp index f3697c40..57a4c52c 100644 --- a/rust/vendor/fastlanes/src/encoder/multi_col_encoder.cpp +++ b/rust/vendor/fastlanes/src/encoder/multi_col_encoder.cpp @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // rust/vendor/fastlanes/src/encoder/multi_col_encoder.cpp // ──────────────────────────────────────────────────────── - namespace fastlanes { // // up MultiColEncoder::test(const Schema& footer, const Rowgroup& bff, const TmpSubPlan& sub_plan) { diff --git a/rust/vendor/fastlanes/src/primitive/primitive.cpp b/rust/vendor/fastlanes/src/primitive/primitive.cpp index 1b4b627c..61ab3f23 100644 --- a/rust/vendor/fastlanes/src/primitive/primitive.cpp +++ b/rust/vendor/fastlanes/src/primitive/primitive.cpp @@ -3,7 +3,7 @@ // ──────────────────────────────────────────────────────── // rust/vendor/fastlanes/src/primitive/primitive.cpp // ──────────────────────────────────────────────────────── -#include "fls/primitive/primitive.hpp" +// #include "fls/primitive/primitive.hpp" namespace fastlanes { diff --git a/rust/vendor/fastlanes/src/primitives/fls_generated/fls_generated.cpp b/rust/vendor/fastlanes/src/primitives/fls_generated/fls_generated.cpp index 917c20ad..0da644fc 100644 --- a/rust/vendor/fastlanes/src/primitives/fls_generated/fls_generated.cpp +++ b/rust/vendor/fastlanes/src/primitives/fls_generated/fls_generated.cpp @@ -3,3 +3,11 @@ // ──────────────────────────────────────────────────────── // rust/vendor/fastlanes/src/primitives/fls_generated/fls_generated.cpp // ──────────────────────────────────────────────────────── + +// NOLINTBEGIN +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// rust/vendor/fastlanes/src/primitives/fls_generated/fls_generated.cpp +// ──────────────────────────────────────────────────────── +// NOLINTEND diff --git a/scripts/add_license_header.py b/scripts/add_license_header.py deleted file mode 100644 index 1d63c1f7..00000000 --- a/scripts/add_license_header.py +++ /dev/null @@ -1,98 +0,0 @@ -# ──────────────────────────────────────────────────────── -# | FastLanes | -# ──────────────────────────────────────────────────────── -# scripts/add_license_header.py -# ──────────────────────────────────────────────────────── -#!/usr/bin/env python3 -"""Add or verify license headers in source files. - -This script prepends a license header to various source files or verifies -that the header is present. The repository root is detected via Git and -the license text is read from the repository's LICENSE file. -""" - -from __future__ import annotations - -import argparse -import subprocess -from pathlib import Path -from fnmatch import fnmatch -import sys - - -def git_root() -> Path: - out = subprocess.check_output(["git", "rev-parse", "--show-toplevel"], text=True) - return Path(out.strip()) - - -def list_source_files(root: Path) -> list[Path]: - patterns = ["*.hpp", "*.cpp", "*.cuh", "*.cu", "Makefile", "*.mk"] - files = subprocess.check_output(["git", "ls-files"], cwd=root, text=True) - out: list[Path] = [] - for f in files.splitlines(): - if any(fnmatch(f, p) for p in patterns): - out.append(root / f) - return out - - -def generate_header(path: Path, root: Path, license_lines: list[str]) -> str: - if path.name == "Makefile" or path.suffix == ".mk": - prefix = "#" - else: - prefix = "//" - - lines = [f"{prefix} {path.relative_to(root).as_posix()}", prefix] - for line in license_lines: - if line: - lines.append(f"{prefix} {line}") - else: - lines.append(prefix) - return "\n".join(lines) + "\n\n" - - -def strip_existing_header(text: str, prefix: str) -> str: - lines = text.splitlines() - idx = 0 - while idx < len(lines) and lines[idx].startswith(prefix): - idx += 1 - if idx < len(lines) and lines[idx].strip() == "": - idx += 1 - return "\n".join(lines[idx:]) + ("\n" if text.endswith("\n") else "") - - -def process_file(path: Path, root: Path, license_lines: list[str], check: bool) -> bool: - expected = generate_header(path, root, license_lines) - text = path.read_text() - if text.startswith(expected): - return True - - if check: - return False - - prefix = "#" if path.name == "Makefile" or path.suffix == ".mk" else "//" - body = strip_existing_header(text, prefix) - path.write_text(expected + body) - return True - - -def main() -> None: - parser = argparse.ArgumentParser() - parser.add_argument("--check", action="store_true", help="only check headers") - args = parser.parse_args() - - root = git_root() - license_lines = (root / "LICENSE").read_text().splitlines() - files = list_source_files(root) - - ok = True - for f in files: - if not process_file(f, root, license_lines, args.check): - print(f"Missing or incorrect header: {f}") - ok = False - - if args.check and not ok: - sys.exit(1) - - -if __name__ == "__main__": - main() diff --git a/scripts/generator_helpers/write_helpers.py b/scripts/generator_helpers/write_helpers.py index 22e8de6c..070e0426 100644 --- a/scripts/generator_helpers/write_helpers.py +++ b/scripts/generator_helpers/write_helpers.py @@ -43,4 +43,4 @@ def write_schema(dir_path: Path, schema: Dict[str, Any]) -> None: logging.info(f"Writing SCHEMA → {schema_path}") with open(schema_path, "w") as f: json.dump(schema, f, indent=2) - f.write("\n") \ No newline at end of file + f.write("\n") diff --git a/scripts/header_check.py b/scripts/header_check.py index f421f96d..6387b8fa 100644 --- a/scripts/header_check.py +++ b/scripts/header_check.py @@ -5,6 +5,7 @@ # ──────────────────────────────────────────────────────── #!/usr/bin/env python3 """Add or verify minimal FastLanes headers in source files, +optionally wrapping generated files in NOLINT markers for clang‑tidy, and optionally print the recommended GitHub Actions workflow YAML. """ @@ -16,20 +17,26 @@ from fnmatch import fnmatch import sys +####################################################################### +# Utility helpers +####################################################################### def git_root() -> Path: + """Return the absolute path to the git repository root.""" out = subprocess.check_output(["git", "rev-parse", "--show-toplevel"], text=True) return Path(out.strip()) def list_source_files(root: Path) -> list[Path]: + """Enumerate version‑controlled source files that need headers.""" patterns = [ - "*.hpp", "*.cpp", "*.cuh", "*.cu", - "Makefile", "*.mk", - "*.py", - "CMakeLists.txt", "*.cmake", - "*.yml", "*.yaml" + "*.hpp", "*.h", "*.cpp", "*.cuh", "*.cu", # C/C++/CUDA + "Makefile", "*.mk", # Make + "*.py", # Python + "CMakeLists.txt", "*.cmake", # CMake + "*.yml", "*.yaml" # YAML ] + files = subprocess.check_output(["git", "ls-files"], cwd=root, text=True) out: list[Path] = [] for f in files.splitlines(): @@ -39,64 +46,120 @@ def list_source_files(root: Path) -> list[Path]: def choose_prefix(path: Path) -> str: + """Return the line‑comment delimiter appropriate for *path*.""" name = path.name suffix = path.suffix - if ( - name == "Makefile" - or suffix == ".mk" - or suffix == ".py" - or name == "CMakeLists.txt" - or suffix == ".cmake" - or suffix == ".yml" - or suffix == ".yaml" - ): + + if name == "Makefile" or suffix in {".mk", ".py", ".yml", ".yaml"}: return "#" + if name == "CMakeLists.txt" or suffix == ".cmake": + return "#" # treat CMake as shell style + # default to C/C++/CUDA single‑line comment return "//" -def generate_header(path: Path, root: Path) -> str: +def is_generated(path: Path) -> bool: + """Heuristic: consider a file *generated* if its name contains 'generated'.""" + return "generated" in path.name.lower() + + +####################################################################### +# Header generation helpers +####################################################################### + +def generate_header(path: Path, root: Path, include_nolint: bool = False) -> str: + """Return the FastLanes header for *path*. + + If *include_nolint* is true, a `NOLINTBEGIN` marker is appended so that + the body of the generated file is skipped by clang‑tidy. + """ prefix = choose_prefix(path) width = 54 bar = f"{prefix} {'─' * (width + 2)}" title = f"{prefix} |{'FastLanes'.center(width)}|" relpath = path.relative_to(root).as_posix() - lines = [ + + lines: list[str] = [ bar, title, bar, f"{prefix} {relpath}", bar, - "" + "", ] + + if include_nolint: + lines.append(f"{prefix} NOLINTBEGIN") + lines.append("") + return "\n".join(lines) def strip_existing_header(text: str, expected_header: str) -> str: - """ - If the file already starts with *exactly* our auto‑generated header, - strip it; otherwise leave everything intact. - """ + """Remove our *expected_header* from the beginning of *text* if present.""" if text.startswith(expected_header): - return text[len(expected_header):] + return text[len(expected_header) :] return text +def strip_trailing_nolint_end(text: str, nolint_end_line: str) -> str: + """Remove a trailing `NOLINTEND` line if it matches *nolint_end_line*.""" + if text.rstrip().endswith(nolint_end_line.rstrip()): + # We need to locate the last occurrence safely — splitlines() is fine + lines = text.splitlines(keepends=True) + while lines and lines[-1].strip() == "": + lines.pop() + if lines and lines[-1].startswith(nolint_end_line.strip()): + lines.pop() + return "".join(lines) + return text + +####################################################################### +# Core processing logic +####################################################################### + def process_file(path: Path, root: Path, check: bool) -> bool: - expected = generate_header(path, root) + """Ensure *path* starts with a FastLanes header (and NOLINT markers if needed). + + If *check* is true, only validation is performed and *False* is returned + when the file does not comply. Otherwise the file is rewritten in‑place + to satisfy the rules. + """ + generated = is_generated(path) + expected_header = generate_header(path, root, include_nolint=generated) + nolint_end_line = f"{choose_prefix(path)} NOLINTEND\n" if generated else "" + text = path.read_text() - if text.startswith(expected): - return True + # Validation path -------------------------------------------------- if check: - return False + header_ok = text.startswith(expected_header) + nolint_ok = (not generated) or text.rstrip().endswith(nolint_end_line.rstrip()) + return header_ok and nolint_ok + + # Rewrite path ----------------------------------------------------- + body = strip_existing_header(text, expected_header) + if generated: + body = strip_trailing_nolint_end(body, nolint_end_line) + + # Ensure body ends with a single newline before NOLINTEND (if any) + body = body.lstrip("\n") # avoid accidental leading blank lines + if body and not body.endswith("\n"): + body += "\n" + + new_text = expected_header + body + if generated: + new_text += nolint_end_line - # strip only an existing FastLanes header, leave all other comments - body = strip_existing_header(text, expected) - path.write_text(expected + body) + path.write_text(new_text) return True +####################################################################### +# GitHub Actions workflow helper +####################################################################### -def print_github_action_yml(): +def print_github_action_yml() -> None: + """Print an opinionated GitHub Actions workflow for header checking.""" yml = """\ name: FastLanes Header Check @@ -124,12 +187,18 @@ def print_github_action_yml(): """ print(yml) +####################################################################### +# Entry point +####################################################################### def main() -> None: parser = argparse.ArgumentParser() parser.add_argument("--check", action="store_true", help="only check headers") - parser.add_argument("--github-action-yml", action="store_true", - help="print GitHub Actions workflow YAML and exit") + parser.add_argument( + "--github-action-yml", + action="store_true", + help="print GitHub Actions workflow YAML and exit", + ) args = parser.parse_args() if args.github_action_yml: diff --git a/src/alp/src/CMakeLists.txt b/src/alp/src/CMakeLists.txt index f160dbb8..b743eb5b 100644 --- a/src/alp/src/CMakeLists.txt +++ b/src/alp/src/CMakeLists.txt @@ -3,8 +3,8 @@ add_library(fls_alp_primitive encoder.cpp falp.cpp fastlanes_ffor.cpp - fastlanes_generated_unffor.cpp - fastlanes_generated_ffor.cpp + fastlanes_gen_unffor.cpp + fastlanes_gen_ffor.cpp fastlanes_unffor.cpp ) diff --git a/src/alp/src/encoder.cpp b/src/alp/src/encoder.cpp index 82d5d545..b349887d 100644 --- a/src/alp/src/encoder.cpp +++ b/src/alp/src/encoder.cpp @@ -4,12 +4,21 @@ // src/alp/src/encoder.cpp // ──────────────────────────────────────────────────────── #include "alp/encoder.hpp" +#include "alp/common.hpp" +#include "alp/config.hpp" #include "alp/constants.hpp" #include "alp/decoder.hpp" #include "alp/sampler.hpp" +#include "alp/state.hpp" #include "fls/common/assert.hpp" // fix me #include "fls/ffor_util.hpp" #include +#include // for std::ceil +#include +#include // for std::numeric_limits +#include // for std::map +#include // for std::pair +#include namespace alp { diff --git a/src/alp/src/fastlanes_ffor.cpp b/src/alp/src/fastlanes_ffor.cpp index 30f866be..b34fff59 100644 --- a/src/alp/src/fastlanes_ffor.cpp +++ b/src/alp/src/fastlanes_ffor.cpp @@ -3,11 +3,13 @@ // ──────────────────────────────────────────────────────── // src/alp/src/fastlanes_ffor.cpp // ──────────────────────────────────────────────────────── +#include "fls/common/restrict.hpp" #include "fls/ffor.hpp" +#include namespace fastlanes::generated::ffor::fallback::scalar { -void ffor(const int64_t* __restrict in, int64_t* __restrict out, uint8_t bw, const int64_t* __restrict a_base_p) { +void ffor(const int64_t* FLS_RESTRICT in, int64_t* FLS_RESTRICT out, uint8_t bw, const int64_t* FLS_RESTRICT a_base_p) { auto const* in_u = reinterpret_cast(in); auto* out_u = reinterpret_cast(out); auto const* base_u = reinterpret_cast(a_base_p); @@ -15,7 +17,7 @@ void ffor(const int64_t* __restrict in, int64_t* __restrict out, uint8_t bw, con ffor(in_u, out_u, bw, base_u); } -void ffor(const int32_t* __restrict in, int32_t* __restrict out, uint8_t bw, const int32_t* __restrict a_base_p) { +void ffor(const int32_t* FLS_RESTRICT in, int32_t* FLS_RESTRICT out, uint8_t bw, const int32_t* FLS_RESTRICT a_base_p) { auto const* in_u = reinterpret_cast(in); auto* out_u = reinterpret_cast(out); auto const* base_u = reinterpret_cast(a_base_p); @@ -23,7 +25,7 @@ void ffor(const int32_t* __restrict in, int32_t* __restrict out, uint8_t bw, con ffor(in_u, out_u, bw, base_u); } -void ffor(const int16_t* __restrict in, int16_t* __restrict out, uint8_t bw, const int16_t* __restrict a_base_p) { +void ffor(const int16_t* FLS_RESTRICT in, int16_t* FLS_RESTRICT out, uint8_t bw, const int16_t* FLS_RESTRICT a_base_p) { auto const* in_u = reinterpret_cast(in); auto* out_u = reinterpret_cast(out); auto const* base_u = reinterpret_cast(a_base_p); @@ -31,7 +33,7 @@ void ffor(const int16_t* __restrict in, int16_t* __restrict out, uint8_t bw, con ffor(in_u, out_u, bw, base_u); } -void ffor(const int8_t* __restrict in, int8_t* __restrict out, uint8_t bw, const int8_t* __restrict a_base_p) { +void ffor(const int8_t* FLS_RESTRICT in, int8_t* FLS_RESTRICT out, uint8_t bw, const int8_t* FLS_RESTRICT a_base_p) { auto const* in_u = reinterpret_cast(in); auto* out_u = reinterpret_cast(out); auto const* base_u = reinterpret_cast(a_base_p); diff --git a/src/alp/src/fastlanes_generated_ffor.cpp b/src/alp/src/fastlanes_gen_ffor.cpp similarity index 97% rename from src/alp/src/fastlanes_generated_ffor.cpp rename to src/alp/src/fastlanes_gen_ffor.cpp index 8f2c2f90..06ac31b3 100644 --- a/src/alp/src/fastlanes_generated_ffor.cpp +++ b/src/alp/src/fastlanes_gen_ffor.cpp @@ -1,14 +1,20 @@ // ──────────────────────────────────────────────────────── // | FastLanes | // ──────────────────────────────────────────────────────── -// src/alp/src/fastlanes_generated_ffor.cpp +// src/alp/src/fastlanes_gen_ffor.cpp // ──────────────────────────────────────────────────────── +#include "fls/common/restrict.hpp" #include "fls/ffor.hpp" +#include namespace fastlanes { namespace generated { namespace ffor::fallback { namespace scalar { -void static ffor_0bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, const uint8_t* __restrict a_base_p) { +void static ffor_0bit_8ow(const uint8_t* FLS_RESTRICT in, + uint8_t* FLS_RESTRICT out, + const uint8_t* FLS_RESTRICT a_base_p) { } -void static ffor_1bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, const uint8_t* __restrict a_base_p) { +void static ffor_1bit_8ow(const uint8_t* FLS_RESTRICT in, + uint8_t* FLS_RESTRICT out, + const uint8_t* FLS_RESTRICT a_base_p) { uint8_t tmp = 0U; uint8_t src; for (int i = 0; i < 128; i++) { @@ -40,7 +46,9 @@ void static ffor_1bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, out -= 0; } } -void static ffor_2bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, const uint8_t* __restrict a_base_p) { +void static ffor_2bit_8ow(const uint8_t* FLS_RESTRICT in, + uint8_t* FLS_RESTRICT out, + const uint8_t* FLS_RESTRICT a_base_p) { uint8_t tmp = 0U; uint8_t src; for (int i = 0; i < 128; i++) { @@ -74,7 +82,9 @@ void static ffor_2bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, out -= 128; } } -void static ffor_3bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, const uint8_t* __restrict a_base_p) { +void static ffor_3bit_8ow(const uint8_t* FLS_RESTRICT in, + uint8_t* FLS_RESTRICT out, + const uint8_t* FLS_RESTRICT a_base_p) { uint8_t tmp = 0U; uint8_t src; for (int i = 0; i < 128; i++) { @@ -116,7 +126,9 @@ void static ffor_3bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, out -= 256; } } -void static ffor_4bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, const uint8_t* __restrict a_base_p) { +void static ffor_4bit_8ow(const uint8_t* FLS_RESTRICT in, + uint8_t* FLS_RESTRICT out, + const uint8_t* FLS_RESTRICT a_base_p) { uint8_t tmp = 0U; uint8_t src; for (int i = 0; i < 128; i++) { @@ -154,7 +166,9 @@ void static ffor_4bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, out -= 384; } } -void static ffor_5bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, const uint8_t* __restrict a_base_p) { +void static ffor_5bit_8ow(const uint8_t* FLS_RESTRICT in, + uint8_t* FLS_RESTRICT out, + const uint8_t* FLS_RESTRICT a_base_p) { uint8_t tmp = 0U; uint8_t src; for (int i = 0; i < 128; i++) { @@ -206,7 +220,9 @@ void static ffor_5bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, out -= 512; } } -void static ffor_6bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, const uint8_t* __restrict a_base_p) { +void static ffor_6bit_8ow(const uint8_t* FLS_RESTRICT in, + uint8_t* FLS_RESTRICT out, + const uint8_t* FLS_RESTRICT a_base_p) { uint8_t tmp = 0U; uint8_t src; for (int i = 0; i < 128; i++) { @@ -260,7 +276,9 @@ void static ffor_6bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, out -= 640; } } -void static ffor_7bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, const uint8_t* __restrict a_base_p) { +void static ffor_7bit_8ow(const uint8_t* FLS_RESTRICT in, + uint8_t* FLS_RESTRICT out, + const uint8_t* FLS_RESTRICT a_base_p) { uint8_t tmp = 0U; uint8_t src; for (int i = 0; i < 128; i++) { @@ -322,7 +340,9 @@ void static ffor_7bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, out -= 768; } } -void static ffor_8bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, const uint8_t* __restrict a_base_p) { +void static ffor_8bit_8ow(const uint8_t* FLS_RESTRICT in, + uint8_t* FLS_RESTRICT out, + const uint8_t* FLS_RESTRICT a_base_p) { uint8_t tmp = 0U; uint8_t src; for (int i = 0; i < 128; i++) { @@ -360,13 +380,13 @@ void static ffor_8bit_8ow(const uint8_t* __restrict in, uint8_t* __restrict out, out -= 896; } } -void static ffor_0bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_0bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { } -void static ffor_1bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_1bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -422,9 +442,9 @@ void static ffor_1bit_16ow(const uint16_t* __restrict in, out -= 0; } } -void static ffor_2bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_2bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -482,9 +502,9 @@ void static ffor_2bit_16ow(const uint16_t* __restrict in, out -= 64; } } -void static ffor_3bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_3bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -550,9 +570,9 @@ void static ffor_3bit_16ow(const uint16_t* __restrict in, out -= 128; } } -void static ffor_4bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_4bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -614,9 +634,9 @@ void static ffor_4bit_16ow(const uint16_t* __restrict in, out -= 192; } } -void static ffor_5bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_5bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -692,9 +712,9 @@ void static ffor_5bit_16ow(const uint16_t* __restrict in, out -= 256; } } -void static ffor_6bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_6bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -772,9 +792,9 @@ void static ffor_6bit_16ow(const uint16_t* __restrict in, out -= 320; } } -void static ffor_7bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_7bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -860,9 +880,9 @@ void static ffor_7bit_16ow(const uint16_t* __restrict in, out -= 384; } } -void static ffor_8bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_8bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -932,9 +952,9 @@ void static ffor_8bit_16ow(const uint16_t* __restrict in, out -= 448; } } -void static ffor_9bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_9bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -1030,9 +1050,9 @@ void static ffor_9bit_16ow(const uint16_t* __restrict in, out -= 512; } } -void static ffor_10bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_10bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -1130,9 +1150,9 @@ void static ffor_10bit_16ow(const uint16_t* __restrict in, out -= 576; } } -void static ffor_11bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_11bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -1238,9 +1258,9 @@ void static ffor_11bit_16ow(const uint16_t* __restrict in, out -= 640; } } -void static ffor_12bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_12bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -1342,9 +1362,9 @@ void static ffor_12bit_16ow(const uint16_t* __restrict in, out -= 704; } } -void static ffor_13bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_13bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -1460,9 +1480,9 @@ void static ffor_13bit_16ow(const uint16_t* __restrict in, out -= 768; } } -void static ffor_14bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_14bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -1580,9 +1600,9 @@ void static ffor_14bit_16ow(const uint16_t* __restrict in, out -= 832; } } -void static ffor_15bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_15bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -1708,9 +1728,9 @@ void static ffor_15bit_16ow(const uint16_t* __restrict in, out -= 896; } } -void static ffor_16bit_16ow(const uint16_t* __restrict in, - uint16_t* __restrict out, - const uint16_t* __restrict a_base_p) { +void static ffor_16bit_16ow(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + const uint16_t* FLS_RESTRICT a_base_p) { uint16_t tmp = 0U; uint16_t src; for (int i = 0; i < 64; i++) { @@ -1780,13 +1800,13 @@ void static ffor_16bit_16ow(const uint16_t* __restrict in, out -= 960; } } -void static ffor_0bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_0bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { } -void static ffor_1bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_1bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -1890,9 +1910,9 @@ void static ffor_1bit_32ow(const uint32_t* __restrict in, out -= 0; } } -void static ffor_2bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_2bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -1998,9 +2018,9 @@ void static ffor_2bit_32ow(const uint32_t* __restrict in, out -= 32; } } -void static ffor_3bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_3bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -2114,9 +2134,9 @@ void static ffor_3bit_32ow(const uint32_t* __restrict in, out -= 64; } } -void static ffor_4bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_4bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -2226,9 +2246,9 @@ void static ffor_4bit_32ow(const uint32_t* __restrict in, out -= 96; } } -void static ffor_5bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_5bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -2352,9 +2372,9 @@ void static ffor_5bit_32ow(const uint32_t* __restrict in, out -= 128; } } -void static ffor_6bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_6bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -2480,9 +2500,9 @@ void static ffor_6bit_32ow(const uint32_t* __restrict in, out -= 160; } } -void static ffor_7bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_7bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -2616,9 +2636,9 @@ void static ffor_7bit_32ow(const uint32_t* __restrict in, out -= 192; } } -void static ffor_8bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_8bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -2736,9 +2756,9 @@ void static ffor_8bit_32ow(const uint32_t* __restrict in, out -= 224; } } -void static ffor_9bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_9bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -2882,9 +2902,9 @@ void static ffor_9bit_32ow(const uint32_t* __restrict in, out -= 256; } } -void static ffor_10bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_10bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -3030,9 +3050,9 @@ void static ffor_10bit_32ow(const uint32_t* __restrict in, out -= 288; } } -void static ffor_11bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_11bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -3186,9 +3206,9 @@ void static ffor_11bit_32ow(const uint32_t* __restrict in, out -= 320; } } -void static ffor_12bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_12bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -3338,9 +3358,9 @@ void static ffor_12bit_32ow(const uint32_t* __restrict in, out -= 352; } } -void static ffor_13bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_13bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -3504,9 +3524,9 @@ void static ffor_13bit_32ow(const uint32_t* __restrict in, out -= 384; } } -void static ffor_14bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_14bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -3672,9 +3692,9 @@ void static ffor_14bit_32ow(const uint32_t* __restrict in, out -= 416; } } -void static ffor_15bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_15bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -3848,9 +3868,9 @@ void static ffor_15bit_32ow(const uint32_t* __restrict in, out -= 448; } } -void static ffor_16bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_16bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -3984,9 +4004,9 @@ void static ffor_16bit_32ow(const uint32_t* __restrict in, out -= 480; } } -void static ffor_17bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_17bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -4170,9 +4190,9 @@ void static ffor_17bit_32ow(const uint32_t* __restrict in, out -= 512; } } -void static ffor_18bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_18bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -4358,9 +4378,9 @@ void static ffor_18bit_32ow(const uint32_t* __restrict in, out -= 544; } } -void static ffor_19bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_19bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -4554,9 +4574,9 @@ void static ffor_19bit_32ow(const uint32_t* __restrict in, out -= 576; } } -void static ffor_20bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_20bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -4746,9 +4766,9 @@ void static ffor_20bit_32ow(const uint32_t* __restrict in, out -= 608; } } -void static ffor_21bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_21bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -4952,9 +4972,9 @@ void static ffor_21bit_32ow(const uint32_t* __restrict in, out -= 640; } } -void static ffor_22bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_22bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -5160,9 +5180,9 @@ void static ffor_22bit_32ow(const uint32_t* __restrict in, out -= 672; } } -void static ffor_23bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_23bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -5376,9 +5396,9 @@ void static ffor_23bit_32ow(const uint32_t* __restrict in, out -= 704; } } -void static ffor_24bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_24bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -5576,9 +5596,9 @@ void static ffor_24bit_32ow(const uint32_t* __restrict in, out -= 736; } } -void static ffor_25bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_25bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -5802,9 +5822,9 @@ void static ffor_25bit_32ow(const uint32_t* __restrict in, out -= 768; } } -void static ffor_26bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_26bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -6030,9 +6050,9 @@ void static ffor_26bit_32ow(const uint32_t* __restrict in, out -= 800; } } -void static ffor_27bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_27bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -6266,9 +6286,9 @@ void static ffor_27bit_32ow(const uint32_t* __restrict in, out -= 832; } } -void static ffor_28bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_28bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -6498,9 +6518,9 @@ void static ffor_28bit_32ow(const uint32_t* __restrict in, out -= 864; } } -void static ffor_29bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_29bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -6744,9 +6764,9 @@ void static ffor_29bit_32ow(const uint32_t* __restrict in, out -= 896; } } -void static ffor_30bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_30bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -6992,9 +7012,9 @@ void static ffor_30bit_32ow(const uint32_t* __restrict in, out -= 928; } } -void static ffor_31bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_31bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -7248,9 +7268,9 @@ void static ffor_31bit_32ow(const uint32_t* __restrict in, out -= 960; } } -void static ffor_32bit_32ow(const uint32_t* __restrict in, - uint32_t* __restrict out, - const uint32_t* __restrict a_base_p) { +void static ffor_32bit_32ow(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + const uint32_t* FLS_RESTRICT a_base_p) { uint32_t tmp = 0U; uint32_t src; for (int i = 0; i < 32; i++) { @@ -7384,13 +7404,13 @@ void static ffor_32bit_32ow(const uint32_t* __restrict in, out -= 992; } } -void static ffor_0bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_0bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { } -void static ffor_1bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_1bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -7590,9 +7610,9 @@ void static ffor_1bit_64ow(const uint64_t* __restrict in, out -= 0; } } -void static ffor_2bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_2bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -7794,9 +7814,9 @@ void static ffor_2bit_64ow(const uint64_t* __restrict in, out -= 16; } } -void static ffor_3bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_3bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -8006,9 +8026,9 @@ void static ffor_3bit_64ow(const uint64_t* __restrict in, out -= 32; } } -void static ffor_4bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_4bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -8214,9 +8234,9 @@ void static ffor_4bit_64ow(const uint64_t* __restrict in, out -= 48; } } -void static ffor_5bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_5bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -8436,9 +8456,9 @@ void static ffor_5bit_64ow(const uint64_t* __restrict in, out -= 64; } } -void static ffor_6bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_6bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -8660,9 +8680,9 @@ void static ffor_6bit_64ow(const uint64_t* __restrict in, out -= 80; } } -void static ffor_7bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_7bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -8892,9 +8912,9 @@ void static ffor_7bit_64ow(const uint64_t* __restrict in, out -= 96; } } -void static ffor_8bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_8bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -9108,9 +9128,9 @@ void static ffor_8bit_64ow(const uint64_t* __restrict in, out -= 112; } } -void static ffor_9bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_9bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -9350,9 +9370,9 @@ void static ffor_9bit_64ow(const uint64_t* __restrict in, out -= 128; } } -void static ffor_10bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_10bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -9594,9 +9614,9 @@ void static ffor_10bit_64ow(const uint64_t* __restrict in, out -= 144; } } -void static ffor_11bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_11bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -9846,9 +9866,9 @@ void static ffor_11bit_64ow(const uint64_t* __restrict in, out -= 160; } } -void static ffor_12bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_12bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -10094,9 +10114,9 @@ void static ffor_12bit_64ow(const uint64_t* __restrict in, out -= 176; } } -void static ffor_13bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_13bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -10356,9 +10376,9 @@ void static ffor_13bit_64ow(const uint64_t* __restrict in, out -= 192; } } -void static ffor_14bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_14bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -10620,9 +10640,9 @@ void static ffor_14bit_64ow(const uint64_t* __restrict in, out -= 208; } } -void static ffor_15bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_15bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -10892,9 +10912,9 @@ void static ffor_15bit_64ow(const uint64_t* __restrict in, out -= 224; } } -void static ffor_16bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_16bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -11124,9 +11144,9 @@ void static ffor_16bit_64ow(const uint64_t* __restrict in, out -= 240; } } -void static ffor_17bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_17bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -11406,9 +11426,9 @@ void static ffor_17bit_64ow(const uint64_t* __restrict in, out -= 256; } } -void static ffor_18bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_18bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -11690,9 +11710,9 @@ void static ffor_18bit_64ow(const uint64_t* __restrict in, out -= 272; } } -void static ffor_19bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_19bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -11982,9 +12002,9 @@ void static ffor_19bit_64ow(const uint64_t* __restrict in, out -= 288; } } -void static ffor_20bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_20bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -12270,9 +12290,9 @@ void static ffor_20bit_64ow(const uint64_t* __restrict in, out -= 304; } } -void static ffor_21bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_21bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -12572,9 +12592,9 @@ void static ffor_21bit_64ow(const uint64_t* __restrict in, out -= 320; } } -void static ffor_22bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_22bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -12876,9 +12896,9 @@ void static ffor_22bit_64ow(const uint64_t* __restrict in, out -= 336; } } -void static ffor_23bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_23bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -13188,9 +13208,9 @@ void static ffor_23bit_64ow(const uint64_t* __restrict in, out -= 352; } } -void static ffor_24bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_24bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -13484,9 +13504,9 @@ void static ffor_24bit_64ow(const uint64_t* __restrict in, out -= 368; } } -void static ffor_25bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_25bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -13806,9 +13826,9 @@ void static ffor_25bit_64ow(const uint64_t* __restrict in, out -= 384; } } -void static ffor_26bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_26bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -14130,9 +14150,9 @@ void static ffor_26bit_64ow(const uint64_t* __restrict in, out -= 400; } } -void static ffor_27bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_27bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -14462,9 +14482,9 @@ void static ffor_27bit_64ow(const uint64_t* __restrict in, out -= 416; } } -void static ffor_28bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_28bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -14790,9 +14810,9 @@ void static ffor_28bit_64ow(const uint64_t* __restrict in, out -= 432; } } -void static ffor_29bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_29bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -15132,9 +15152,9 @@ void static ffor_29bit_64ow(const uint64_t* __restrict in, out -= 448; } } -void static ffor_30bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_30bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -15476,9 +15496,9 @@ void static ffor_30bit_64ow(const uint64_t* __restrict in, out -= 464; } } -void static ffor_31bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_31bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -15828,9 +15848,9 @@ void static ffor_31bit_64ow(const uint64_t* __restrict in, out -= 480; } } -void static ffor_32bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_32bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -16092,9 +16112,9 @@ void static ffor_32bit_64ow(const uint64_t* __restrict in, out -= 496; } } -void static ffor_33bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_33bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -16454,9 +16474,9 @@ void static ffor_33bit_64ow(const uint64_t* __restrict in, out -= 512; } } -void static ffor_34bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_34bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -16818,9 +16838,9 @@ void static ffor_34bit_64ow(const uint64_t* __restrict in, out -= 528; } } -void static ffor_35bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_35bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -17190,9 +17210,9 @@ void static ffor_35bit_64ow(const uint64_t* __restrict in, out -= 544; } } -void static ffor_36bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_36bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -17558,9 +17578,9 @@ void static ffor_36bit_64ow(const uint64_t* __restrict in, out -= 560; } } -void static ffor_37bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_37bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -17940,9 +17960,9 @@ void static ffor_37bit_64ow(const uint64_t* __restrict in, out -= 576; } } -void static ffor_38bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_38bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -18324,9 +18344,9 @@ void static ffor_38bit_64ow(const uint64_t* __restrict in, out -= 592; } } -void static ffor_39bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_39bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -18716,9 +18736,9 @@ void static ffor_39bit_64ow(const uint64_t* __restrict in, out -= 608; } } -void static ffor_40bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_40bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -19092,9 +19112,9 @@ void static ffor_40bit_64ow(const uint64_t* __restrict in, out -= 624; } } -void static ffor_41bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_41bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -19494,9 +19514,9 @@ void static ffor_41bit_64ow(const uint64_t* __restrict in, out -= 640; } } -void static ffor_42bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_42bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -19898,9 +19918,9 @@ void static ffor_42bit_64ow(const uint64_t* __restrict in, out -= 656; } } -void static ffor_43bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_43bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -20310,9 +20330,9 @@ void static ffor_43bit_64ow(const uint64_t* __restrict in, out -= 672; } } -void static ffor_44bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_44bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -20718,9 +20738,9 @@ void static ffor_44bit_64ow(const uint64_t* __restrict in, out -= 688; } } -void static ffor_45bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_45bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -21140,9 +21160,9 @@ void static ffor_45bit_64ow(const uint64_t* __restrict in, out -= 704; } } -void static ffor_46bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_46bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -21564,9 +21584,9 @@ void static ffor_46bit_64ow(const uint64_t* __restrict in, out -= 720; } } -void static ffor_47bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_47bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -21996,9 +22016,9 @@ void static ffor_47bit_64ow(const uint64_t* __restrict in, out -= 736; } } -void static ffor_48bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_48bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -22388,9 +22408,9 @@ void static ffor_48bit_64ow(const uint64_t* __restrict in, out -= 752; } } -void static ffor_49bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_49bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -22830,9 +22850,9 @@ void static ffor_49bit_64ow(const uint64_t* __restrict in, out -= 768; } } -void static ffor_50bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_50bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -23274,9 +23294,9 @@ void static ffor_50bit_64ow(const uint64_t* __restrict in, out -= 784; } } -void static ffor_51bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_51bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -23726,9 +23746,9 @@ void static ffor_51bit_64ow(const uint64_t* __restrict in, out -= 800; } } -void static ffor_52bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_52bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -24174,9 +24194,9 @@ void static ffor_52bit_64ow(const uint64_t* __restrict in, out -= 816; } } -void static ffor_53bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_53bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -24636,9 +24656,9 @@ void static ffor_53bit_64ow(const uint64_t* __restrict in, out -= 832; } } -void static ffor_54bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_54bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -25100,9 +25120,9 @@ void static ffor_54bit_64ow(const uint64_t* __restrict in, out -= 848; } } -void static ffor_55bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_55bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -25572,9 +25592,9 @@ void static ffor_55bit_64ow(const uint64_t* __restrict in, out -= 864; } } -void static ffor_56bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_56bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -26028,9 +26048,9 @@ void static ffor_56bit_64ow(const uint64_t* __restrict in, out -= 880; } } -void static ffor_57bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_57bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -26510,9 +26530,9 @@ void static ffor_57bit_64ow(const uint64_t* __restrict in, out -= 896; } } -void static ffor_58bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_58bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -26994,9 +27014,9 @@ void static ffor_58bit_64ow(const uint64_t* __restrict in, out -= 912; } } -void static ffor_59bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_59bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -27486,9 +27506,9 @@ void static ffor_59bit_64ow(const uint64_t* __restrict in, out -= 928; } } -void static ffor_60bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_60bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -27974,9 +27994,9 @@ void static ffor_60bit_64ow(const uint64_t* __restrict in, out -= 944; } } -void static ffor_61bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_61bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -28476,9 +28496,9 @@ void static ffor_61bit_64ow(const uint64_t* __restrict in, out -= 960; } } -void static ffor_62bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_62bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -28980,9 +29000,9 @@ void static ffor_62bit_64ow(const uint64_t* __restrict in, out -= 976; } } -void static ffor_63bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_63bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -29492,9 +29512,9 @@ void static ffor_63bit_64ow(const uint64_t* __restrict in, out -= 992; } } -void static ffor_64bit_64ow(const uint64_t* __restrict in, - uint64_t* __restrict out, - const uint64_t* __restrict a_base_p) { +void static ffor_64bit_64ow(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + const uint64_t* FLS_RESTRICT a_base_p) { uint64_t tmp = 0U; uint64_t src; for (int i = 0; i < 16; i++) { @@ -29756,7 +29776,7 @@ void static ffor_64bit_64ow(const uint64_t* __restrict in, out -= 1008; } } -void ffor(const uint8_t* __restrict in, uint8_t* __restrict out, uint8_t bw, const uint8_t* __restrict a_base_p) { +void ffor(const uint8_t* FLS_RESTRICT in, uint8_t* FLS_RESTRICT out, uint8_t bw, const uint8_t* FLS_RESTRICT a_base_p) { switch (bw) { case 0: ffor_0bit_8ow(in, out, a_base_p); @@ -29787,7 +29807,10 @@ void ffor(const uint8_t* __restrict in, uint8_t* __restrict out, uint8_t bw, con return; } } -void ffor(const uint16_t* __restrict in, uint16_t* __restrict out, uint8_t bw, const uint16_t* __restrict a_base_p) { +void ffor(const uint16_t* FLS_RESTRICT in, + uint16_t* FLS_RESTRICT out, + uint8_t bw, + const uint16_t* FLS_RESTRICT a_base_p) { switch (bw) { case 0: ffor_0bit_16ow(in, out, a_base_p); @@ -29842,7 +29865,10 @@ void ffor(const uint16_t* __restrict in, uint16_t* __restrict out, uint8_t bw, c return; } } -void ffor(const uint32_t* __restrict in, uint32_t* __restrict out, uint8_t bw, const uint32_t* __restrict a_base_p) { +void ffor(const uint32_t* FLS_RESTRICT in, + uint32_t* FLS_RESTRICT out, + uint8_t bw, + const uint32_t* FLS_RESTRICT a_base_p) { switch (bw) { case 0: ffor_0bit_32ow(in, out, a_base_p); @@ -29945,7 +29971,10 @@ void ffor(const uint32_t* __restrict in, uint32_t* __restrict out, uint8_t bw, c return; } } -void ffor(const uint64_t* __restrict in, uint64_t* __restrict out, uint8_t bw, const uint64_t* __restrict a_base_p) { +void ffor(const uint64_t* FLS_RESTRICT in, + uint64_t* FLS_RESTRICT out, + uint8_t bw, + const uint64_t* FLS_RESTRICT a_base_p) { switch (bw) { case 0: ffor_0bit_64ow(in, out, a_base_p); diff --git a/src/alp/src/fastlanes_generated_unffor.cpp b/src/alp/src/fastlanes_gen_unffor.cpp similarity index 97% rename from src/alp/src/fastlanes_generated_unffor.cpp rename to src/alp/src/fastlanes_gen_unffor.cpp index c69478b0..ff8be35f 100644 --- a/src/alp/src/fastlanes_generated_unffor.cpp +++ b/src/alp/src/fastlanes_gen_unffor.cpp @@ -1,14 +1,16 @@ // ──────────────────────────────────────────────────────── // | FastLanes | // ──────────────────────────────────────────────────────── -// src/alp/src/fastlanes_generated_unffor.cpp +// src/alp/src/fastlanes_gen_unffor.cpp // ──────────────────────────────────────────────────────── +#include "fls/common/restrict.hpp" #include "fls/unffor.hpp" +#include namespace fastlanes { namespace generated { namespace unffor::fallback { namespace scalar { -static void unffor_0bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, - uint8_t* __restrict a_out_p, - const uint8_t* __restrict a_base_p) { +static void unffor_0bw_8ow_8crw_1uf(const uint8_t* FLS_RESTRICT a_in_p, + uint8_t* FLS_RESTRICT a_out_p, + const uint8_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint8_t register_0; @@ -25,9 +27,9 @@ static void unffor_0bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, *(out + (i * 1) + (0 * 128) + (128 * 7)) = base_0; } } -static void unffor_1bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, - uint8_t* __restrict a_out_p, - const uint8_t* __restrict a_base_p) { +static void unffor_1bw_8ow_8crw_1uf(const uint8_t* FLS_RESTRICT a_in_p, + uint8_t* FLS_RESTRICT a_out_p, + const uint8_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint8_t register_0; @@ -61,9 +63,9 @@ static void unffor_1bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, *(out + (i * 1) + (0 * 128) + (128 * 7)) = tmp_0; } } -static void unffor_2bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, - uint8_t* __restrict a_out_p, - const uint8_t* __restrict a_base_p) { +static void unffor_2bw_8ow_8crw_1uf(const uint8_t* FLS_RESTRICT a_in_p, + uint8_t* FLS_RESTRICT a_out_p, + const uint8_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint8_t register_0; @@ -98,9 +100,9 @@ static void unffor_2bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, *(out + (i * 1) + (0 * 128) + (128 * 7)) = tmp_0; } } -static void unffor_3bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, - uint8_t* __restrict a_out_p, - const uint8_t* __restrict a_base_p) { +static void unffor_3bw_8ow_8crw_1uf(const uint8_t* FLS_RESTRICT a_in_p, + uint8_t* FLS_RESTRICT a_out_p, + const uint8_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint8_t register_0; @@ -138,9 +140,9 @@ static void unffor_3bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, *(out + (i * 1) + (0 * 128) + (128 * 7)) = tmp_0; } } -static void unffor_4bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, - uint8_t* __restrict a_out_p, - const uint8_t* __restrict a_base_p) { +static void unffor_4bw_8ow_8crw_1uf(const uint8_t* FLS_RESTRICT a_in_p, + uint8_t* FLS_RESTRICT a_out_p, + const uint8_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint8_t register_0; @@ -177,9 +179,9 @@ static void unffor_4bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, *(out + (i * 1) + (0 * 128) + (128 * 7)) = tmp_0; } } -static void unffor_5bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, - uint8_t* __restrict a_out_p, - const uint8_t* __restrict a_base_p) { +static void unffor_5bw_8ow_8crw_1uf(const uint8_t* FLS_RESTRICT a_in_p, + uint8_t* FLS_RESTRICT a_out_p, + const uint8_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint8_t register_0; @@ -221,9 +223,9 @@ static void unffor_5bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, *(out + (i * 1) + (0 * 128) + (128 * 7)) = tmp_0; } } -static void unffor_6bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, - uint8_t* __restrict a_out_p, - const uint8_t* __restrict a_base_p) { +static void unffor_6bw_8ow_8crw_1uf(const uint8_t* FLS_RESTRICT a_in_p, + uint8_t* FLS_RESTRICT a_out_p, + const uint8_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint8_t register_0; @@ -266,9 +268,9 @@ static void unffor_6bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, *(out + (i * 1) + (0 * 128) + (128 * 7)) = tmp_0; } } -static void unffor_7bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, - uint8_t* __restrict a_out_p, - const uint8_t* __restrict a_base_p) { +static void unffor_7bw_8ow_8crw_1uf(const uint8_t* FLS_RESTRICT a_in_p, + uint8_t* FLS_RESTRICT a_out_p, + const uint8_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint8_t register_0; @@ -314,9 +316,9 @@ static void unffor_7bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, *(out + (i * 1) + (0 * 128) + (128 * 7)) = tmp_0; } } -static void unffor_8bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, - uint8_t* __restrict a_out_p, - const uint8_t* __restrict a_base_p) { +static void unffor_8bw_8ow_8crw_1uf(const uint8_t* FLS_RESTRICT a_in_p, + uint8_t* FLS_RESTRICT a_out_p, + const uint8_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint8_t register_0; @@ -349,9 +351,9 @@ static void unffor_8bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, *(out + (i * 1) + (0 * 128) + (128 * 7)) = register_0; } } -static void unffor_0bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_0bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -376,9 +378,9 @@ static void unffor_0bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = base_0; } } -static void unffor_1bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_1bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -436,9 +438,9 @@ static void unffor_1bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_2bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_2bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -497,9 +499,9 @@ static void unffor_2bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_3bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_3bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -561,9 +563,9 @@ static void unffor_3bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_4bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_4bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -624,9 +626,9 @@ static void unffor_4bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_5bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_5bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -692,9 +694,9 @@ static void unffor_5bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_6bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_6bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -761,9 +763,9 @@ static void unffor_6bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_7bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_7bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -833,9 +835,9 @@ static void unffor_7bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_8bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_8bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -900,9 +902,9 @@ static void unffor_8bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_9bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_9bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -976,9 +978,9 @@ static void unffor_9bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_10bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_10bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -1053,9 +1055,9 @@ static void unffor_10bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_11bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_11bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -1133,9 +1135,9 @@ static void unffor_11bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_12bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_12bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -1212,9 +1214,9 @@ static void unffor_12bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_13bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_13bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -1296,9 +1298,9 @@ static void unffor_13bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_14bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_14bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -1381,9 +1383,9 @@ static void unffor_14bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_15bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_15bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -1469,9 +1471,9 @@ static void unffor_15bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = tmp_0; } } -static void unffor_16bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - const uint16_t* __restrict a_base_p) { +static void unffor_16bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + const uint16_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -1528,9 +1530,9 @@ static void unffor_16bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, *(out + (i * 1) + (0 * 64) + (64 * 15)) = register_0; } } -static void unffor_0bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_0bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -1571,9 +1573,9 @@ static void unffor_0bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = base_0; } } -static void unffor_1bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_1bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -1679,9 +1681,9 @@ static void unffor_1bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_2bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_2bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -1788,9 +1790,9 @@ static void unffor_2bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_3bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_3bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -1900,9 +1902,9 @@ static void unffor_3bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_4bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_4bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -2011,9 +2013,9 @@ static void unffor_4bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_5bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_5bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -2127,9 +2129,9 @@ static void unffor_5bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_6bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_6bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -2244,9 +2246,9 @@ static void unffor_6bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_7bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_7bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -2364,9 +2366,9 @@ static void unffor_7bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_8bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_8bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -2479,9 +2481,9 @@ static void unffor_8bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_9bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_9bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -2603,9 +2605,9 @@ static void unffor_9bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_10bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_10bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -2728,9 +2730,9 @@ static void unffor_10bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_11bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_11bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -2856,9 +2858,9 @@ static void unffor_11bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_12bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_12bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -2983,9 +2985,9 @@ static void unffor_12bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_13bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_13bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -3115,9 +3117,9 @@ static void unffor_13bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_14bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_14bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -3248,9 +3250,9 @@ static void unffor_14bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_15bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_15bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -3384,9 +3386,9 @@ static void unffor_15bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_16bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_16bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -3507,9 +3509,9 @@ static void unffor_16bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_17bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_17bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -3647,9 +3649,9 @@ static void unffor_17bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_18bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_18bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -3788,9 +3790,9 @@ static void unffor_18bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_19bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_19bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -3932,9 +3934,9 @@ static void unffor_19bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_20bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_20bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -4075,9 +4077,9 @@ static void unffor_20bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_21bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_21bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -4223,9 +4225,9 @@ static void unffor_21bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_22bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_22bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -4372,9 +4374,9 @@ static void unffor_22bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_23bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_23bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -4524,9 +4526,9 @@ static void unffor_23bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_24bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_24bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -4671,9 +4673,9 @@ static void unffor_24bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_25bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_25bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -4827,9 +4829,9 @@ static void unffor_25bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_26bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_26bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -4984,9 +4986,9 @@ static void unffor_26bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_27bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_27bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -5144,9 +5146,9 @@ static void unffor_27bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_28bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_28bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -5303,9 +5305,9 @@ static void unffor_28bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_29bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_29bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -5467,9 +5469,9 @@ static void unffor_29bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_30bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_30bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -5632,9 +5634,9 @@ static void unffor_30bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_31bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_31bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -5800,9 +5802,9 @@ static void unffor_31bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = tmp_0; } } -static void unffor_32bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - const uint32_t* __restrict a_base_p) { +static void unffor_32bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + const uint32_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -5907,9 +5909,9 @@ static void unffor_32bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, *(out + (i * 1) + (0 * 32) + (32 * 31)) = register_0; } } -static void unffor_0bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_0bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -5982,9 +5984,9 @@ static void unffor_0bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = base_0; } } -static void unffor_1bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_1bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -6186,9 +6188,9 @@ static void unffor_1bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_2bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_2bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -6391,9 +6393,9 @@ static void unffor_2bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_3bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_3bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -6599,9 +6601,9 @@ static void unffor_3bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_4bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_4bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -6806,9 +6808,9 @@ static void unffor_4bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_5bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_5bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -7018,9 +7020,9 @@ static void unffor_5bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_6bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_6bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -7231,9 +7233,9 @@ static void unffor_6bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_7bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_7bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -7447,9 +7449,9 @@ static void unffor_7bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_8bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_8bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -7658,9 +7660,9 @@ static void unffor_8bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_9bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_9bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -7878,9 +7880,9 @@ static void unffor_9bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_10bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_10bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -8099,9 +8101,9 @@ static void unffor_10bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_11bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_11bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -8323,9 +8325,9 @@ static void unffor_11bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_12bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_12bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -8546,9 +8548,9 @@ static void unffor_12bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_13bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_13bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -8774,9 +8776,9 @@ static void unffor_13bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_14bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_14bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -9003,9 +9005,9 @@ static void unffor_14bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_15bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_15bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -9235,9 +9237,9 @@ static void unffor_15bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_16bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_16bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -9454,9 +9456,9 @@ static void unffor_16bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_17bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_17bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -9690,9 +9692,9 @@ static void unffor_17bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_18bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_18bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -9927,9 +9929,9 @@ static void unffor_18bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_19bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_19bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -10167,9 +10169,9 @@ static void unffor_19bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_20bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_20bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -10406,9 +10408,9 @@ static void unffor_20bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_21bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_21bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -10650,9 +10652,9 @@ static void unffor_21bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_22bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_22bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -10895,9 +10897,9 @@ static void unffor_22bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_23bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_23bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -11143,9 +11145,9 @@ static void unffor_23bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_24bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_24bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -11386,9 +11388,9 @@ static void unffor_24bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_25bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_25bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -11638,9 +11640,9 @@ static void unffor_25bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_26bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_26bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -11891,9 +11893,9 @@ static void unffor_26bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_27bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_27bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -12147,9 +12149,9 @@ static void unffor_27bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_28bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_28bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -12402,9 +12404,9 @@ static void unffor_28bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_29bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_29bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -12662,9 +12664,9 @@ static void unffor_29bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_30bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_30bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -12923,9 +12925,9 @@ static void unffor_30bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_31bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_31bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -13187,9 +13189,9 @@ static void unffor_31bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_32bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_32bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -13422,9 +13424,9 @@ static void unffor_32bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_33bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_33bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -13690,9 +13692,9 @@ static void unffor_33bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_34bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_34bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -13959,9 +13961,9 @@ static void unffor_34bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_35bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_35bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -14231,9 +14233,9 @@ static void unffor_35bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_36bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_36bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -14502,9 +14504,9 @@ static void unffor_36bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_37bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_37bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -14778,9 +14780,9 @@ static void unffor_37bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_38bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_38bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -15055,9 +15057,9 @@ static void unffor_38bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_39bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_39bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -15335,9 +15337,9 @@ static void unffor_39bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_40bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_40bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -15610,9 +15612,9 @@ static void unffor_40bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_41bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_41bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -15894,9 +15896,9 @@ static void unffor_41bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_42bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_42bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -16179,9 +16181,9 @@ static void unffor_42bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_43bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_43bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -16467,9 +16469,9 @@ static void unffor_43bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_44bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_44bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -16754,9 +16756,9 @@ static void unffor_44bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_45bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_45bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -17046,9 +17048,9 @@ static void unffor_45bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_46bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_46bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -17339,9 +17341,9 @@ static void unffor_46bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_47bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_47bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -17635,9 +17637,9 @@ static void unffor_47bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_48bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_48bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -17918,9 +17920,9 @@ static void unffor_48bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_49bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_49bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -18218,9 +18220,9 @@ static void unffor_49bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_50bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_50bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -18519,9 +18521,9 @@ static void unffor_50bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_51bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_51bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -18823,9 +18825,9 @@ static void unffor_51bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_52bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_52bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -19126,9 +19128,9 @@ static void unffor_52bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_53bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_53bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -19434,9 +19436,9 @@ static void unffor_53bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_54bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_54bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -19743,9 +19745,9 @@ static void unffor_54bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_55bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_55bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -20055,9 +20057,9 @@ static void unffor_55bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_56bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_56bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -20362,9 +20364,9 @@ static void unffor_56bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_57bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_57bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -20678,9 +20680,9 @@ static void unffor_57bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_58bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_58bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -20995,9 +20997,9 @@ static void unffor_58bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_59bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_59bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -21315,9 +21317,9 @@ static void unffor_59bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_60bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_60bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -21634,9 +21636,9 @@ static void unffor_60bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_61bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_61bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -21958,9 +21960,9 @@ static void unffor_61bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_62bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_62bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -22283,9 +22285,9 @@ static void unffor_62bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_63bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_63bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -22611,9 +22613,9 @@ static void unffor_63bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = tmp_0; } } -static void unffor_64bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - const uint64_t* __restrict a_base_p) { +static void unffor_64bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + const uint64_t* FLS_RESTRICT a_base_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint64_t register_0; @@ -22814,10 +22816,10 @@ static void unffor_64bw_64ow_64crw_1uf(const uint64_t* __restrict a_in_p, *(out + (i * 1) + (0 * 16) + (16 * 63)) = register_0; } } -void unffor(const uint8_t* __restrict a_in_p, - uint8_t* __restrict a_out_p, - uint8_t bw, - const uint8_t* __restrict a_base_p) { +void unffor(const uint8_t* FLS_RESTRICT a_in_p, + uint8_t* FLS_RESTRICT a_out_p, + uint8_t bw, + const uint8_t* FLS_RESTRICT a_base_p) { switch (bw) { case 0: unffor_0bw_8ow_8crw_1uf(a_in_p, a_out_p, a_base_p); @@ -22848,10 +22850,10 @@ void unffor(const uint8_t* __restrict a_in_p, break; } } -void unffor(const uint16_t* __restrict a_in_p, - uint16_t* __restrict a_out_p, - uint8_t bw, - const uint16_t* __restrict a_base_p) { +void unffor(const uint16_t* FLS_RESTRICT a_in_p, + uint16_t* FLS_RESTRICT a_out_p, + uint8_t bw, + const uint16_t* FLS_RESTRICT a_base_p) { switch (bw) { case 0: unffor_0bw_16ow_16crw_1uf(a_in_p, a_out_p, a_base_p); @@ -22906,10 +22908,10 @@ void unffor(const uint16_t* __restrict a_in_p, break; } } -void unffor(const uint32_t* __restrict a_in_p, - uint32_t* __restrict a_out_p, - uint8_t bw, - const uint32_t* __restrict a_base_p) { +void unffor(const uint32_t* FLS_RESTRICT a_in_p, + uint32_t* FLS_RESTRICT a_out_p, + uint8_t bw, + const uint32_t* FLS_RESTRICT a_base_p) { switch (bw) { case 0: unffor_0bw_32ow_32crw_1uf(a_in_p, a_out_p, a_base_p); @@ -23012,10 +23014,10 @@ void unffor(const uint32_t* __restrict a_in_p, break; } } -void unffor(const uint64_t* __restrict a_in_p, - uint64_t* __restrict a_out_p, - uint8_t bw, - const uint64_t* __restrict a_base_p) { +void unffor(const uint64_t* FLS_RESTRICT a_in_p, + uint64_t* FLS_RESTRICT a_out_p, + uint8_t bw, + const uint64_t* FLS_RESTRICT a_base_p) { switch (bw) { case 0: unffor_0bw_64ow_64crw_1uf(a_in_p, a_out_p, a_base_p); diff --git a/src/alp/src/fastlanes_unffor.cpp b/src/alp/src/fastlanes_unffor.cpp index 106e5b9f..402574e0 100644 --- a/src/alp/src/fastlanes_unffor.cpp +++ b/src/alp/src/fastlanes_unffor.cpp @@ -3,11 +3,16 @@ // ──────────────────────────────────────────────────────── // src/alp/src/fastlanes_unffor.cpp // ──────────────────────────────────────────────────────── +#include "fls/common/restrict.hpp" #include "fls/unffor.hpp" +#include namespace fastlanes::generated::unffor::fallback::scalar { -void unffor(const int64_t* __restrict in, int64_t* __restrict out, uint8_t bw, const int64_t* __restrict a_base_p) { +void unffor(const int64_t* FLS_RESTRICT in, + int64_t* FLS_RESTRICT out, + uint8_t bw, + const int64_t* FLS_RESTRICT a_base_p) { auto const* in_u = reinterpret_cast(in); auto* out_u = reinterpret_cast(out); auto const* base_u = reinterpret_cast(a_base_p); @@ -15,7 +20,10 @@ void unffor(const int64_t* __restrict in, int64_t* __restrict out, uint8_t bw, c unffor(in_u, out_u, bw, base_u); } -void unffor(const int32_t* __restrict in, int32_t* __restrict out, uint8_t bw, const int32_t* __restrict a_base_p) { +void unffor(const int32_t* FLS_RESTRICT in, + int32_t* FLS_RESTRICT out, + uint8_t bw, + const int32_t* FLS_RESTRICT a_base_p) { auto const* in_u = reinterpret_cast(in); auto* out_u = reinterpret_cast(out); auto const* base_u = reinterpret_cast(a_base_p); @@ -23,7 +31,10 @@ void unffor(const int32_t* __restrict in, int32_t* __restrict out, uint8_t bw, c unffor(in_u, out_u, bw, base_u); } -void unffor(const int16_t* __restrict in, int16_t* __restrict out, uint8_t bw, const int16_t* __restrict a_base_p) { +void unffor(const int16_t* FLS_RESTRICT in, + int16_t* FLS_RESTRICT out, + uint8_t bw, + const int16_t* FLS_RESTRICT a_base_p) { auto const* in_u = reinterpret_cast(in); auto* out_u = reinterpret_cast(out); auto const* base_u = reinterpret_cast(a_base_p); @@ -31,7 +42,7 @@ void unffor(const int16_t* __restrict in, int16_t* __restrict out, uint8_t bw, c unffor(in_u, out_u, bw, base_u); } -void unffor(const int8_t* __restrict in, int8_t* __restrict out, uint8_t bw, const int8_t* __restrict a_base_p) { +void unffor(const int8_t* FLS_RESTRICT in, int8_t* FLS_RESTRICT out, uint8_t bw, const int8_t* FLS_RESTRICT a_base_p) { auto const* in_u = reinterpret_cast(in); auto* out_u = reinterpret_cast(out); auto const* base_u = reinterpret_cast(a_base_p); diff --git a/src/c_api/c_api_connector.cpp b/src/c_api/c_api_connector.cpp index a3c03986..f4854952 100644 --- a/src/c_api/c_api_connector.cpp +++ b/src/c_api/c_api_connector.cpp @@ -3,34 +3,4 @@ // ──────────────────────────────────────────────────────── // src/c_api/c_api_connector.cpp // ──────────────────────────────────────────────────────── -#include "fastlanes.h" -#include "fls/connection.hpp" -#include "fls/expression/decoding_operator.hpp" -#include "fls/expression/encoding_operator.hpp" -#include "fls/expression/predicate_operator.hpp" -#include "fls/reader/segment.hpp" -#include "fls/table/table.hpp" - -extern "C" { - -connection_cpi* fls_cpi_connection_open() { - // - return reinterpret_cast(new fastlanes::Connection()); -}; - -void fls_cpi_connection_close(connection_cpi* fls_connection) { - delete reinterpret_cast(fls_connection); -} - -bool encode_from_memory(void* in_data, - uint64_t in_n_input, - uint64_t in_capacity, - uint8_t* out_encoded_data, - uint64_t* out_encoded_size, - uint64_t* out_metadadata_size, - data_t in_datatype, - uint8_t in_expression_type) { - - return true; -} -} +extern "C" {} diff --git a/src/common/CMakeLists.txt b/src/common/CMakeLists.txt index 2d80b214..4e728908 100644 --- a/src/common/CMakeLists.txt +++ b/src/common/CMakeLists.txt @@ -4,7 +4,6 @@ add_library(fls_common assert.cpp bimap.cpp bimap_frequency.cpp - byte_c.cpp #[[]] common.cpp decimal.cpp diff --git a/src/common/alias.cpp b/src/common/alias.cpp index 31d45cc0..5eb7792d 100644 --- a/src/common/alias.cpp +++ b/src/common/alias.cpp @@ -3,7 +3,7 @@ // ──────────────────────────────────────────────────────── // src/common/alias.cpp // ──────────────────────────────────────────────────────── -#include "fls/common/alias.hpp" +// #include "fls/common/alias.hpp" namespace fastlanes { diff --git a/src/common/assert.cpp b/src/common/assert.cpp index 2a0e6948..35429716 100644 --- a/src/common/assert.cpp +++ b/src/common/assert.cpp @@ -4,9 +4,10 @@ // src/common/assert.cpp // ──────────────────────────────────────────────────────── #include "fls/common/assert.hpp" -#include -#include // for abort -#include // for operator<<, char_traits, basic_ostream, cerr +#include // for assert() +#include // for uint64_t +#include // for abort() +#include // for std::cerr namespace fastlanes { @@ -18,7 +19,7 @@ void FlsAssert(const char* expr_str, const char* str, bool expr, const char* fil << "Exprsn:\t\t" << expr_str << "\n" << "Values:\t\t" << str << "\n" << file << ":" << line << "\n"; - abort(); + std::abort(); } void DetailedFlsAssert(const char* expr_str, const char* str, bool expr, const char* file, int line, const char* msg) { @@ -30,7 +31,7 @@ void DetailedFlsAssert(const char* expr_str, const char* str, bool expr, const c << "\n" // << "Values:\t\t" << fmt::format("{}", str) << "\n" //TODO[FMT] << file << ":" << line << "\n"; - abort(); + std::abort(); } void Assert::NotNullPointer(const void* p) { diff --git a/src/common/bimap_frequency.cpp b/src/common/bimap_frequency.cpp index abb80923..30df874e 100644 --- a/src/common/bimap_frequency.cpp +++ b/src/common/bimap_frequency.cpp @@ -4,6 +4,7 @@ // src/common/bimap_frequency.cpp // ──────────────────────────────────────────────────────── #include "fls/common/bimap_frequency.hpp" +#include "fls/common/alias.hpp" #include "fls/expression/data_type.hpp" #include diff --git a/src/common/byte_c.cpp b/src/common/byte_c.cpp deleted file mode 100644 index 99503a9f..00000000 --- a/src/common/byte_c.cpp +++ /dev/null @@ -1,79 +0,0 @@ -// ──────────────────────────────────────────────────────── -// | FastLanes | -// ──────────────────────────────────────────────────────── -// src/common/byte_c.cpp -// ──────────────────────────────────────────────────────── -#include "fls/common/byte_c.hpp" -#include "fls/common/assert.hpp" // for FLS_ASSERT_CORRECT_SZ - -namespace fastlanes { -void ByteCount::reset() { - m_c = 0; -} - -double operator/(const ByteCount& l, const ByteCount& r) { - FLS_ASSERT_CORRECT_SZ(l.m_c) - FLS_ASSERT_CORRECT_SZ(r.m_c) - - return static_cast(l.m_c) / static_cast(r.m_c); -} - -n_t operator-(const ByteCount& l, const ByteCount& r) { - FLS_ASSERT_CORRECT_SZ(l.m_c) - FLS_ASSERT_CORRECT_SZ(r.m_c) - - return l.m_c - r.m_c; -} - -ByteCount::ByteCount(n_t c) { - FLS_ASSERT_CORRECT_SZ(c) - - m_c = c; -} -n_t ByteCount::Val() const { - return m_c; -} - -bool operator>=(const ByteCount& l, const ByteCount& r) { - FLS_ASSERT_CORRECT_SZ(l.m_c) - FLS_ASSERT_CORRECT_SZ(r.m_c) - - return static_cast(l.m_c >= r.m_c); -} - -bool operator<(const ByteCount& l, const ByteCount& r) { - FLS_ASSERT_CORRECT_SZ(l.m_c) - FLS_ASSERT_CORRECT_SZ(r.m_c) - - return static_cast(l.m_c < r.m_c); -} - -ByteCount operator+(const ByteCount& l, const ByteCount& r) { - FLS_ASSERT_CORRECT_SZ(l.m_c) - FLS_ASSERT_CORRECT_SZ(r.m_c) - - return byte_c {l.m_c + r.m_c}; -} - -bool operator>(const ByteCount& l, const ByteCount& r) { - FLS_ASSERT_CORRECT_SZ(l.m_c) - FLS_ASSERT_CORRECT_SZ(r.m_c) - - return static_cast(l.m_c > r.m_c); -} - -void ByteCount::operator=(ByteCount&& r) noexcept { - this->m_c = r.m_c; -} - -ByteCount::ByteCount(ByteCount& byte_count) { - this->m_c = byte_count.m_c; -} - -ByteCount operator*(const ByteCount& l, const ByteCount& r) { - FLS_ASSERT_CORRECT_SZ(l.m_c) - FLS_ASSERT_CORRECT_SZ(r.m_c) - - return byte_c {l.m_c * r.m_c}; -} -} // namespace fastlanes diff --git a/src/common/common.cpp b/src/common/common.cpp index 138585d0..538c9271 100644 --- a/src/common/common.cpp +++ b/src/common/common.cpp @@ -3,8 +3,7 @@ // ──────────────────────────────────────────────────────── // src/common/common.cpp // ──────────────────────────────────────────────────────── -#include "fls/common/common.hpp" -#include "fls/std/string.hpp" +// #include "fls/common/common.hpp" namespace fastlanes { diff --git a/src/common/decimal.cpp b/src/common/decimal.cpp index 5e68b814..235ae204 100644 --- a/src/common/decimal.cpp +++ b/src/common/decimal.cpp @@ -4,14 +4,22 @@ // src/common/decimal.cpp // ──────────────────────────────────────────────────────── #include "fls/common/decimal.hpp" +#include "fls/common/alias.hpp" // for up<>, make_unique<>, n_t +#include "fls/footer/decimal_type_generated.h" +#include "fls/std/string.hpp" +#include // for std::isdigit #include +#include // for size_t +#include // for int64_t #include +#include // for std::invalid_argument +#include // for std::string, std::stold, std::stoull namespace fastlanes { // Function to filter out non-numeric characters (except `-` and `.`) -std::string clean_numeric_string(const std::string& input) { - std::string cleaned; +string clean_numeric_string(const string& input) { + string cleaned; for (char ch : input) { if (std::isdigit(ch) || ch == '.' || (ch == '-' && cleaned.empty())) { cleaned += ch; @@ -20,22 +28,22 @@ std::string clean_numeric_string(const std::string& input) { return cleaned; } -int64_t make_decimal(const std::string& value, n_t scale) { - std::string cleaned_value = clean_numeric_string(value); // Remove unwanted characters +int64_t make_decimal(const string& value, n_t scale) { + string cleaned_value = clean_numeric_string(value); // Remove unwanted characters // Ensure we still have a valid numeric string if (cleaned_value.empty() || cleaned_value == "-" || cleaned_value == ".") { throw std::invalid_argument("Invalid numeric input: " + value); } - std::string abs_value = cleaned_value; - bool is_negative = (cleaned_value[0] == '-'); // Track if the number is negative + string abs_value = cleaned_value; + bool is_negative = (cleaned_value[0] == '-'); // Track if the number is negative if (is_negative) { abs_value = cleaned_value.substr(1); // Remove the minus sign } const size_t dot_pos = abs_value.find('.'); - const n_t fractional_digits = (dot_pos == std::string::npos) ? 0 : abs_value.size() - dot_pos - 1; + const n_t fractional_digits = (dot_pos == string::npos) ? 0 : abs_value.size() - dot_pos - 1; // If the input has more decimals than `scale`, throw an exception if (fractional_digits > scale) { @@ -49,7 +57,7 @@ int64_t make_decimal(const std::string& value, n_t scale) { return int_value; } -up make_decimal_t(const std::string& value) { +up make_decimal_t(const string& value) { static const std::regex pattern {R"(decimal\s*\(\s*(\d+)\s*,\s*(\d+)\s*\))", std::regex::icase}; std::smatch match; if (std::regex_match(value, match, pattern)) { diff --git a/src/common/double.cpp b/src/common/double.cpp index c85e2575..f531bd64 100644 --- a/src/common/double.cpp +++ b/src/common/double.cpp @@ -4,7 +4,9 @@ // src/common/double.cpp // ──────────────────────────────────────────────────────── #include "fls/common/double.hpp" +#include "fls/expression/data_type.hpp" #include +#include namespace fastlanes { diff --git a/src/common/exception.cpp b/src/common/exception.cpp index 828a3a9f..3a307247 100644 --- a/src/common/exception.cpp +++ b/src/common/exception.cpp @@ -5,10 +5,11 @@ // ──────────────────────────────────────────────────────── #include "fls/common/exception.hpp" #include "fls/expression/rpn.hpp" +#include "fls/std/string.hpp" #include namespace fastlanes { -DetailedException::DetailedException(const std::string& msg, const char* file, int line) { +DetailedException::DetailedException(const string& msg, const char* file, int line) { std::ostringstream oss; oss << msg << " (" << file << ":" << line << ")"; message = oss.str(); @@ -18,11 +19,11 @@ const char* DetailedException::what() const noexcept { return message.c_str(); } -[[noreturn]] void throw_detailed_exception(const std::string& msg, const char* file, int line) { +[[noreturn]] void throw_detailed_exception(const string& msg, const char* file, int line) { throw DetailedException(msg, file, line); } -ExpressionException::ExpressionException(const std::string& operator_name, const char* file, int line) { +ExpressionException::ExpressionException(const string& operator_name, const char* file, int line) { std::ostringstream oss; oss << operator_name << " is not supported (" << file << ":" << line << ")"; message = oss.str(); diff --git a/src/common/status.cpp b/src/common/status.cpp index 01a6c953..e087254e 100644 --- a/src/common/status.cpp +++ b/src/common/status.cpp @@ -4,6 +4,7 @@ // src/common/status.cpp // ──────────────────────────────────────────────────────── #include "fls/common/status.hpp" +#include "fls/std/string.hpp" namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ @@ -27,7 +28,7 @@ Status Status::Error(ErrorCode code) { } // Message lookup -std::string_view Status::message_for(ErrorCode code) { +string_view Status::message_for(ErrorCode code) { switch (code) { case ErrorCode::Ok: return ""; diff --git a/src/common/string.cpp b/src/common/string.cpp index 9faa57fa..234ca05d 100644 --- a/src/common/string.cpp +++ b/src/common/string.cpp @@ -4,12 +4,18 @@ // src/common/string.cpp // ──────────────────────────────────────────────────────── #include "fls/common/string.hpp" -#include "fls/cfg/cfg.hpp" +#include "fls/cfg/cfg.hpp" // NOLINT(misc-include-cleaner) +#include "fls/common/alias.hpp" #include "fls/common/assert.hpp" // for FLS_ASSERT_CORRECT_SZ, FLS_ASSERT_N... -#include "fls/std/vector.hpp" // for vector +#include "fls/std/string.hpp" +#include "fls/std/vector.hpp" // for vector #include "fls/table/rowgroup.hpp" +#include #include -#include // for make_unique, unique_ptr +#include // for std::hash +#include // for std::streamsize +#include // for make_unique, unique_ptr +#include // for std::ostream namespace fastlanes { @@ -18,7 +24,7 @@ FlsString::FlsString() , length(INVALID_LENGTH) { } -std::string FlsString::to_string() const { +string FlsString::to_string() const { FLS_ASSERT_NOT_NULL_POINTER(p) return {reinterpret_cast(p), length}; @@ -67,7 +73,7 @@ FlsString::FlsString(const uint8_t* data, len_t len) , length(len) { } -decoupled_str_vec Str::decouple(n_t n, std::string* str_arr) { +decoupled_str_vec Str::decouple(n_t n, string* str_arr) { decoupled_str_vec result; auto& len_vec = result.first; auto& ptr_vec = result.second; diff --git a/src/connection.cpp b/src/connection.cpp index f97100af..fbe0d46b 100644 --- a/src/connection.cpp +++ b/src/connection.cpp @@ -3,32 +3,31 @@ // ──────────────────────────────────────────────────────── // src/connection.cpp // ──────────────────────────────────────────────────────── -#include "fls/connection.hpp" -#include "fls/cor/lyt/buf.hpp" // for Buf -#include "fls/encoder/encoder.hpp" // for Encoder -#include "fls/expression/decoding_operator.hpp" -#include "fls/expression/encoding_operator.hpp" -#include "fls/expression/predicate_operator.hpp" -#include "fls/file/file_footer.hpp" -#include "fls/file/file_header.hpp" +#include "fls/connection.hpp" // for Connection +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" // for make_unique<>, n_t, idx_t, fls_bool, FLS_TRUE +#include "fls/common/status.hpp" // for Status +#include "fls/encoder/encoder.hpp" // for Encoder +#include "fls/file/file_footer.hpp" // for FileFooter +#include "fls/file/file_header.hpp" // for FileHeader #include "fls/flatbuffers/flatbuffers.hpp" -#include "fls/footer/rowgroup_descriptor.hpp" // for RowgroupDescriptor +#include "fls/footer/operator_token_generated.h" #include "fls/info.hpp" -#include "fls/io/file.hpp" // for File -#include "fls/io/io.hpp" // for IO, io -#include "fls/json/fls_json.hpp" // for JSON -#include "fls/reader/csv_reader.hpp" -#include "fls/reader/json_reader.hpp" -#include "fls/reader/segment.hpp" -#include "fls/std/string.hpp" // for string -#include "fls/table/dir.hpp" // for Dir, FileT -#include "fls/table/rowgroup.hpp" // for Rowgroup -#include "fls/table/table.hpp" -#include "fls/wizard/wizard.hpp" // for Wizard -#include // for directory_iterator, begin -#include // for make_unique, operator== -#include // for runtime_error -#include // for basic_string, string +#include "fls/json/fls_json.hpp" // for JSON +#include "fls/reader/csv_reader.hpp" // for CSVReader +#include "fls/reader/json_reader.hpp" // for JSONReader +#include "fls/reader/table_reader.hpp" // for TableReader +#include "fls/std/filesystem.hpp" // for std::filesystem::directory_iterator, begin, path +#include "fls/std/string.hpp" // for std::string +#include "fls/std/vector.hpp" // for fastlanes::vector +#include "fls/table/rowgroup.hpp" // for Rowgroup +#include "fls/table/table.hpp" // for Table +#include "fls/wizard/wizard.hpp" // for Wizard +#include // for std::ranges::none_of +#include // for uint64_t +#include +#include // for std::make_unique, unique_ptr +#include // for std::runtime_error namespace fastlanes { diff --git a/src/cor/lyt/buf.cpp b/src/cor/lyt/buf.cpp index b8116035..e5c2110c 100644 --- a/src/cor/lyt/buf.cpp +++ b/src/cor/lyt/buf.cpp @@ -4,8 +4,12 @@ // src/cor/lyt/buf.cpp // ──────────────────────────────────────────────────────── #include "fls/cor/lyt/buf.hpp" -#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" #include "fls/io/external_memory.hpp" +#include "fls/std/span.hpp" +#include // for std::byte +#include #include #include diff --git a/src/csv/csv.cpp b/src/csv/csv.cpp index 8959c91a..98a98ae3 100644 --- a/src/csv/csv.cpp +++ b/src/csv/csv.cpp @@ -4,13 +4,11 @@ // src/csv/csv.cpp // ──────────────────────────────────────────────────────── #include "fls/csv/csv.hpp" -#include "fls/common/common.hpp" -#include "fls/connection.hpp" -#include "fls/io/file.hpp" -#include "fls/reader/segment.hpp" +#include "fls/common/alias.hpp" +#include "fls/std/filesystem.hpp" +#include "fls/std/string.hpp" #include "fls/table/attribute.hpp" -#include "fls/table/chunk.hpp" -#include +#include // for std::runtime_error namespace fastlanes { diff --git a/src/detail/parse_fp.cpp b/src/detail/parse_fp.cpp index e2fcdf8c..5d4efdbc 100644 --- a/src/detail/parse_fp.cpp +++ b/src/detail/parse_fp.cpp @@ -4,18 +4,21 @@ // src/detail/parse_fp.cpp // ──────────────────────────────────────────────────────── #include "fls/detail/parse_fp.hpp" +#include "fls/std/string.hpp" #include // for errno, ERANGE -#include // for std::from_chars -#include // for strtof / strtod -#include // for numeric_limits -#include // for classic locale -#include // for fallback parsing +#include // for HUGE_VAL +#include // for strtof, strtod #include // for exceptions +#if FASTLANES_HAS_FP_FROM_CHARS +#include // for std::from_chars, std::chars_format +#include // for std::errc +#endif + namespace fastlanes { namespace detail { template -FloatT parse_fp(const std::string& s) { +FloatT parse_fp(const string& s) { #if FASTLANES_HAS_FP_FROM_CHARS // Fast path: C++20 from_chars for floats FloatT value {}; diff --git a/src/encoder/ccc_encoder.cpp b/src/encoder/ccc_encoder.cpp index 45df12a8..0d1d5b87 100644 --- a/src/encoder/ccc_encoder.cpp +++ b/src/encoder/ccc_encoder.cpp @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // src/encoder/ccc_encoder.cpp // ──────────────────────────────────────────────────────── - namespace fastlanes { // for (const auto& sub_plan : plan_up->sub_plan_vec) { diff --git a/src/encoder/encoder.cpp b/src/encoder/encoder.cpp index 4fb14460..477ad977 100644 --- a/src/encoder/encoder.cpp +++ b/src/encoder/encoder.cpp @@ -4,20 +4,19 @@ // src/encoder/encoder.cpp // ──────────────────────────────────────────────────────── #include "fls/encoder/encoder.hpp" -#include "fls/common/alias.hpp" // for up, n_t -#include "fls/connection.hpp" // for Connector -#include "fls/cor/lyt/buf.hpp" // for Buf -#include "fls/expression/decoding_operator.hpp" -#include "fls/expression/encoding_operator.hpp" +#include "fls/cfg/cfg.hpp" // for CFG +#include "fls/common/alias.hpp" // for up, n_t +#include "fls/connection.hpp" // for Connection +#include "fls/cor/lyt/buf.hpp" // for Buf #include "fls/expression/expression_executor.hpp" // for ExprExecutor #include "fls/expression/interpreter.hpp" // for Interpreter #include "fls/expression/physical_expression.hpp" // for PhysicalExpr -#include "fls/expression/predicate_operator.hpp" #include "fls/file/file_header.hpp" -#include "fls/footer/rowgroup_descriptor.hpp" // for ColumnMetadata -#include "fls/reader/segment.hpp" +#include "fls/io/file.hpp" // for File +#include "fls/std/filesystem.hpp" #include "fls/std/vector.hpp" // for vector #include "fls/table/rowgroup.hpp" // for Rowgroup +#include #include #include // for unique_ptr diff --git a/src/encoder/materializer.cpp b/src/encoder/materializer.cpp index b8af5130..10c5f5c4 100644 --- a/src/encoder/materializer.cpp +++ b/src/encoder/materializer.cpp @@ -5,9 +5,12 @@ // ──────────────────────────────────────────────────────── #include "fls/encoder/materializer.hpp" #include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/common/common.hpp" +#include "fls/common/string.hpp" #include "fls/expression/alp_expression.hpp" #include "fls/expression/cross_rle_operator.hpp" -#include "fls/expression/data_type.hpp" #include "fls/expression/decoding_operator.hpp" #include "fls/expression/dict_expression.hpp" #include "fls/expression/frequency_operator.hpp" @@ -22,10 +25,11 @@ #include "fls/expression/transpose_operator.hpp" #include "fls/expression/validitymask_operator.hpp" #include "fls/primitive/copy/fls_copy.hpp" -#include "fls/primitive/untranspose/untranspose.hpp" #include "fls/reader/segment.hpp" -#include "fls/std/type_traits.hpp" #include "fls/table/rowgroup.hpp" +#include +#include // for std::memcpy +#include // for std::make_signed_t namespace fastlanes { @@ -109,8 +113,8 @@ struct material_visitor { for (n_t idx {0}; idx < CFG::VEC_SZ; ++idx) { str_col->length_arr.push_back(opr->Length()[idx]); } - const size_t old_size = str_col->byte_arr.size(); // Save the current size - const size_t new_size = opr->byte_arr_segment.Size(); + const n_t old_size = str_col->byte_arr.size(); // Save the current size + const n_t new_size = opr->byte_arr_segment.Size(); str_col->byte_arr.resize(old_size + new_size); std::memcpy(str_col->byte_arr.data() + old_size, opr->Data(), new_size); } diff --git a/src/encoder/multi_col_encoder.cpp b/src/encoder/multi_col_encoder.cpp index bb9c5698..9f3f2f39 100644 --- a/src/encoder/multi_col_encoder.cpp +++ b/src/encoder/multi_col_encoder.cpp @@ -3,7 +3,6 @@ // ──────────────────────────────────────────────────────── // src/encoder/multi_col_encoder.cpp // ──────────────────────────────────────────────────────── - namespace fastlanes { // // up MultiColEncoder::test(const Schema& footer, const Rowgroup& bff, const TmpSubPlan& sub_plan) { diff --git a/src/expression/alp_expression.cpp b/src/expression/alp_expression.cpp index 30b3cd87..5f84db59 100644 --- a/src/expression/alp_expression.cpp +++ b/src/expression/alp_expression.cpp @@ -4,16 +4,25 @@ // src/expression/alp_expression.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/alp_expression.hpp" -#include "fls/common/string.hpp" -#include "fls/cor/lyt/buf.hpp" +#include "alp/config.hpp" +#include "alp/decoder.hpp" // for alp::decoder<…> +#include "alp/encoder.hpp" +#include "alp/rd.hpp" // for alp::rd_encoder<…> +#include "fls/common/alias.hpp" // for make_unique<> +#include "fls/common/assert.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/decoding_operator.hpp" #include "fls/expression/physical_expression.hpp" #include "fls/primitive/bitpack/bitpack.hpp" #include "fls/primitive/patch/patch.hpp" #include "fls/reader/column_view.hpp" #include "fls/reader/segment.hpp" +#include "fls/std/vector.hpp" +#include "fls/table/rowgroup.hpp" #include "fls/unffor.hpp" +#include // for uint16_t #include +#include // for std::move namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ @@ -121,8 +130,8 @@ void enc_alp_opr::MoveSegments(vector>& segments) { } } -template struct enc_alp_opr; -template struct enc_alp_opr; +template struct enc_alp_opr; // NOLINT(clang-analyzer-optin.performance.Padding) +template struct enc_alp_opr; // NOLINT(clang-analyzer-optin.performance.Padding) /*--------------------------------------------------------------------------------------------------------------------*\ * dec_alp_opr @@ -253,8 +262,8 @@ void enc_alp_rd_opr::MoveSegments(vector>& segments) { segments.push_back(std::move(rd_dict_segment)); } -template struct enc_alp_rd_opr; -template struct enc_alp_rd_opr; +template struct enc_alp_rd_opr; // NOLINT(clang-analyzer-optin.performance.Padding) +template struct enc_alp_rd_opr; // NOLINT(clang-analyzer-optin.performance.Padding) /*--------------------------------------------------------------------------------------------------------------------*\ * dec_alp_rd_opr \*--------------------------------------------------------------------------------------------------------------------*/ diff --git a/src/expression/analyze_operator.cpp b/src/expression/analyze_operator.cpp index 36662ed8..c60a9fca 100644 --- a/src/expression/analyze_operator.cpp +++ b/src/expression/analyze_operator.cpp @@ -4,18 +4,28 @@ // src/expression/analyze_operator.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/analyze_operator.hpp" +#include "alp/common.hpp" #include "fls/cfg/cfg.hpp" -#include "fls/cor/lyt/buf.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/common/common.hpp" #include "fls/cor/prm/ffor_prm.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/encoding_operator.hpp" #include "fls/expression/physical_expression.hpp" #include "fls/expression/rsum_operator.hpp" -#include "fls/ffor.hpp" #include "fls/ffor_util.hpp" #include "fls/primitive/copy/fls_copy.hpp" -#include "fls/stt/minmax.hpp" -#include "fls/utl/util.hpp" +#include "fls/std/type_traits.hpp" +#include "fls/std/variant.hpp" +#include "fls/std/vector.hpp" +#include "fls/table/rowgroup.hpp" #include +#include // for CHAR_BIT +#include // for uint16_t +#include // for std::numeric_limits +#include // for std::make_signed_t +#include // for std::monostate namespace fastlanes { @@ -99,10 +109,10 @@ bool is_exception(T lower_bound, T upper_bound, T val) { } template -n_t count_exceptions(const T lower_bound, - const T upper_bound, - const std::vector& val_vec, - const std::vector& rep_vec) { +n_t count_exceptions(const T lower_bound, + const T upper_bound, + const vector& val_vec, + const vector& rep_vec) { FLS_ASSERT(!val_vec.empty(), "an empty vec", " "); FLS_ASSERT(!rep_vec.empty(), "an empty vec", " "); @@ -191,7 +201,7 @@ void enc_analyze_opr::Analyze() { auto min = std::numeric_limits::max(); auto max = std::numeric_limits::min(); - for (size_t i {0}; i < CFG::VEC_SZ; ++i) { + for (n_t i {0}; i < CFG::VEC_SZ; ++i) { if (data[i] < min) { min = data[i]; } @@ -208,7 +218,7 @@ void enc_analyze_opr::Analyze() { bool all_null = true; - for (size_t i {0}; i < CFG::VEC_SZ; ++i) { + for (n_t i {0}; i < CFG::VEC_SZ; ++i) { if (data[i] < min && !null_map_arr[i]) { min = data[i]; all_null = false; @@ -219,7 +229,7 @@ void enc_analyze_opr::Analyze() { } } - for (size_t i {0}; i < CFG::VEC_SZ; ++i) { + for (n_t i {0}; i < CFG::VEC_SZ; ++i) { if (null_map_arr[i]) { data[i] = min; } @@ -303,7 +313,7 @@ void enc_analyze_opr::Analyze() { } } - for (size_t i {0}; i < CFG::VEC_SZ; ++i) { + for (n_t i {0}; i < CFG::VEC_SZ; ++i) { if (null_map_arr[i]) { data[i] = base; } diff --git a/src/expression/cross_rle_operator.cpp b/src/expression/cross_rle_operator.cpp index c7faa395..1f76bc54 100644 --- a/src/expression/cross_rle_operator.cpp +++ b/src/expression/cross_rle_operator.cpp @@ -5,13 +5,19 @@ // ──────────────────────────────────────────────────────── #include "fls/expression/cross_rle_operator.hpp" #include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/string.hpp" #include "fls/cor/lyt/buf.hpp" -#include "fls/expression/analyze_operator.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" -#include "fls/primitive/fls_memset/fls_memset.hpp" #include "fls/reader/column_view.hpp" #include "fls/reader/segment.hpp" +#include "fls/std/vector.hpp" +#include "fls/table/rowgroup.hpp" +#include // for std::min +#include // for uint8_t +#include namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ diff --git a/src/expression/data_parallelize_patch_operator.cpp b/src/expression/data_parallelize_patch_operator.cpp index afa03370..70fed7a0 100644 --- a/src/expression/data_parallelize_patch_operator.cpp +++ b/src/expression/data_parallelize_patch_operator.cpp @@ -4,17 +4,18 @@ // src/expression/data_parallelize_patch_operator.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/data_parallelize_patch_operator.hpp" -#include "fls/common/string.hpp" -#include "fls/cor/lyt/buf.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/common.hpp" #include "fls/expression/alp_expression.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/decoding_operator.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" -#include "fls/primitive/patch/patch.hpp" #include "fls/reader/column_view.hpp" -#include "fls/reader/segment.hpp" -#include "fls/unffor.hpp" +#include "fls/std/variant.hpp" +#include "fls/table/rowgroup.hpp" #include +#include // for std::monostate namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ diff --git a/src/expression/data_type.cpp b/src/expression/data_type.cpp index ae70556e..b1e10dba 100644 --- a/src/expression/data_type.cpp +++ b/src/expression/data_type.cpp @@ -5,11 +5,14 @@ // ──────────────────────────────────────────────────────── #include "fls/expression/data_type.hpp" #include "fls/common/common.hpp" +#include "fls/footer/datatype_generated.h" +#include "fls/std/string.hpp" +#include #include namespace fastlanes { -std::string ToStr(DataType type) { +string ToStr(DataType type) { switch (type) { case DataType::INVALID: return "INVALID"; diff --git a/src/expression/decoding_operator.cpp b/src/expression/decoding_operator.cpp index 7c07f949..4937ff55 100644 --- a/src/expression/decoding_operator.cpp +++ b/src/expression/decoding_operator.cpp @@ -4,10 +4,15 @@ // src/expression/decoding_operator.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/decoding_operator.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" #include "fls/reader/column_view.hpp" #include "fls/unffor.hpp" +#include +#include #include namespace fastlanes { diff --git a/src/expression/dict_expression.cpp b/src/expression/dict_expression.cpp index 9e90eac8..afa9996a 100644 --- a/src/expression/dict_expression.cpp +++ b/src/expression/dict_expression.cpp @@ -4,13 +4,22 @@ // src/expression/dict_expression.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/dict_expression.hpp" +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" // for make_unique<> #include "fls/common/assert.hpp" +#include "fls/common/common.hpp" #include "fls/common/string.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/decoding_operator.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" #include "fls/reader/column_view.hpp" #include "fls/reader/segment.hpp" +#include "fls/std/vector.hpp" +#include "fls/table/rowgroup.hpp" +#include +#include // for std::move +#include // for std::monostate namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ diff --git a/src/expression/encoding_operator.cpp b/src/expression/encoding_operator.cpp index 2dfdf709..67b5534c 100644 --- a/src/expression/encoding_operator.cpp +++ b/src/expression/encoding_operator.cpp @@ -5,17 +5,25 @@ // ──────────────────────────────────────────────────────── #include "fls/expression/encoding_operator.hpp" #include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" // for make_unique<> +#include "fls/common/assert.hpp" +#include "fls/common/common.hpp" #include "fls/common/string.hpp" -#include "fls/cor/lyt/buf.hpp" #include "fls/expression/analyze_operator.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" #include "fls/ffor.hpp" -#include "fls/ffor_util.hpp" #include "fls/primitive/bitpack/bitpack.hpp" #include "fls/primitive/copy/fls_copy.hpp" #include "fls/reader/segment.hpp" +#include "fls/std/type_traits.hpp" +#include "fls/std/variant.hpp" +#include "fls/std/vector.hpp" +#include "fls/table/rowgroup.hpp" #include +#include // for std::runtime_error +#include // for std::monostate namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ diff --git a/src/expression/expression_executor.cpp b/src/expression/expression_executor.cpp index e2f857c8..5bbc657e 100644 --- a/src/expression/expression_executor.cpp +++ b/src/expression/expression_executor.cpp @@ -4,6 +4,9 @@ // src/expression/expression_executor.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/expression_executor.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/common/common.hpp" #include "fls/expression/alp_expression.hpp" #include "fls/expression/analyze_operator.hpp" #include "fls/expression/data_parallelize_patch_operator.hpp" @@ -21,6 +24,8 @@ #include "fls/expression/slpatch_operator.hpp" #include "fls/expression/transpose_operator.hpp" #include "fls/expression/validitymask_operator.hpp" +#include "fls/std/variant.hpp" +#include // for std::monostate namespace fastlanes { diff --git a/src/expression/frequency_operator.cpp b/src/expression/frequency_operator.cpp index 10b1d226..1eecc2f3 100644 --- a/src/expression/frequency_operator.cpp +++ b/src/expression/frequency_operator.cpp @@ -5,14 +5,21 @@ // ──────────────────────────────────────────────────────── #include "fls/expression/frequency_operator.hpp" #include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" #include "fls/cor/lyt/buf.hpp" #include "fls/expression/analyze_operator.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" #include "fls/primitive/copy/fls_copy.hpp" #include "fls/primitive/fls_memset/fls_memset.hpp" #include "fls/reader/column_view.hpp" #include "fls/reader/segment.hpp" +#include "fls/std/vector.hpp" +#include "fls/table/rowgroup.hpp" +#include +#include namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ diff --git a/src/expression/fsst12_dict_operator.cpp b/src/expression/fsst12_dict_operator.cpp index 98da2fac..314712f1 100644 --- a/src/expression/fsst12_dict_operator.cpp +++ b/src/expression/fsst12_dict_operator.cpp @@ -4,14 +4,24 @@ // src/expression/fsst12_dict_operator.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/fsst12_dict_operator.hpp" +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" // for make_unique<> #include "fls/common/assert.hpp" +#include "fls/common/common.hpp" #include "fls/common/string.hpp" +#include "fls/cor/prm/fsst12/fsst12.h" +#include "fls/expression/data_type.hpp" #include "fls/expression/decoding_operator.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" #include "fls/primitive/fsst12/fsst12.hpp" #include "fls/reader/column_view.hpp" #include "fls/reader/segment.hpp" +#include "fls/std/vector.hpp" +#include "fls/table/rowgroup.hpp" +#include +#include // for std::move +#include // for std::monostate namespace fastlanes { template diff --git a/src/expression/fsst12_expression.cpp b/src/expression/fsst12_expression.cpp index bf7842e4..6cb9b1a2 100644 --- a/src/expression/fsst12_expression.cpp +++ b/src/expression/fsst12_expression.cpp @@ -4,8 +4,11 @@ // src/expression/fsst12_expression.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/fsst12_expression.hpp" +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" #include "fls/common/assert.hpp" -#include "fls/common/string.hpp" +#include "fls/common/common.hpp" +#include "fls/cor/prm/fsst12/fsst12.h" #include "fls/expression/decoding_operator.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" @@ -14,7 +17,12 @@ #include "fls/primitive/fsst12/fsst12.hpp" #include "fls/reader/column_view.hpp" #include "fls/reader/segment.hpp" +#include "fls/std/variant.hpp" +#include "fls/table/rowgroup.hpp" #include "fls_gen/untranspose/untranspose.hpp" +#include +#include +#include // for std::monostate namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ diff --git a/src/expression/fsst_dict_operator.cpp b/src/expression/fsst_dict_operator.cpp index 49bdde86..8735e51d 100644 --- a/src/expression/fsst_dict_operator.cpp +++ b/src/expression/fsst_dict_operator.cpp @@ -4,14 +4,24 @@ // src/expression/fsst_dict_operator.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/fsst_dict_operator.hpp" +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" // for make_unique<> #include "fls/common/assert.hpp" +#include "fls/common/common.hpp" #include "fls/common/string.hpp" +#include "fls/cor/prm/fsst/fsst.h" +#include "fls/expression/data_type.hpp" #include "fls/expression/decoding_operator.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" #include "fls/primitive/fsst/fsst.hpp" #include "fls/reader/column_view.hpp" #include "fls/reader/segment.hpp" +#include "fls/std/vector.hpp" +#include "fls/table/rowgroup.hpp" +#include +#include // for std::move +#include // for std::monostate namespace fastlanes { template diff --git a/src/expression/fsst_expression.cpp b/src/expression/fsst_expression.cpp index a9b4beb8..04ff9952 100644 --- a/src/expression/fsst_expression.cpp +++ b/src/expression/fsst_expression.cpp @@ -4,8 +4,11 @@ // src/expression/fsst_expression.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/fsst_expression.hpp" +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" #include "fls/common/assert.hpp" -#include "fls/common/string.hpp" +#include "fls/common/common.hpp" +#include "fls/cor/prm/fsst/fsst.h" #include "fls/expression/decoding_operator.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" @@ -14,7 +17,12 @@ #include "fls/primitive/fsst/fsst.hpp" #include "fls/reader/column_view.hpp" #include "fls/reader/segment.hpp" +#include "fls/std/variant.hpp" +#include "fls/table/rowgroup.hpp" #include "fls_gen/untranspose/untranspose.hpp" +#include +#include // for std::move +#include // for std::monostate namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ diff --git a/src/expression/interpreter.cpp b/src/expression/interpreter.cpp index e0e5689d..89c953c7 100644 --- a/src/expression/interpreter.cpp +++ b/src/expression/interpreter.cpp @@ -4,13 +4,16 @@ // src/expression/interpreter.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/interpreter.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" #include "fls/common/common.hpp" #include "fls/common/exception.hpp" -#include "fls/connection.hpp" +#include "fls/common/string.hpp" #include "fls/expression/alp_expression.hpp" #include "fls/expression/analyze_operator.hpp" #include "fls/expression/cross_rle_operator.hpp" #include "fls/expression/data_parallelize_patch_operator.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/decoding_operator.hpp" #include "fls/expression/dict_expression.hpp" #include "fls/expression/encoding_operator.hpp" diff --git a/src/expression/null_operator.cpp b/src/expression/null_operator.cpp index 1de8f8fb..30031de2 100644 --- a/src/expression/null_operator.cpp +++ b/src/expression/null_operator.cpp @@ -5,13 +5,18 @@ // ──────────────────────────────────────────────────────── #include "fls/expression/null_operator.hpp" #include "fls/cfg/cfg.hpp" -#include "fls/cor/lyt/buf.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" #include "fls/expression/analyze_operator.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" -#include "fls/primitive/copy/fls_copy.hpp" #include "fls/reader/column_view.hpp" #include "fls/reader/segment.hpp" +#include "fls/std/vector.hpp" +#include "fls/table/rowgroup.hpp" +#include +#include // for std::move namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ diff --git a/src/expression/physical_expression.cpp b/src/expression/physical_expression.cpp index 3a571799..7295e90e 100644 --- a/src/expression/physical_expression.cpp +++ b/src/expression/physical_expression.cpp @@ -4,6 +4,9 @@ // src/expression/physical_expression.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/physical_expression.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/common/common.hpp" #include "fls/cor/lyt/buf.hpp" #include "fls/expression/alp_expression.hpp" #include "fls/expression/analyze_operator.hpp" @@ -25,6 +28,10 @@ #include "fls/expression/transpose_operator.hpp" #include "fls/expression/validitymask_operator.hpp" #include "fls/reader/segment.hpp" +#include "fls/std/variant.hpp" +#include "fls/std/vector.hpp" +#include +#include namespace fastlanes { diff --git a/src/expression/rle_expression.cpp b/src/expression/rle_expression.cpp index 69c637da..84710eb7 100644 --- a/src/expression/rle_expression.cpp +++ b/src/expression/rle_expression.cpp @@ -4,13 +4,22 @@ // src/expression/rle_expression.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/rle_expression.hpp" +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/common.hpp" +#include "fls/common/string.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" #include "fls/expression/rsum_operator.hpp" #include "fls/primitive/rle/rle.hpp" #include "fls/reader/segment.hpp" -#include "fls_gen/transpose/transpose.hpp" +#include "fls/std/vector.hpp" +#include "fls/table/rowgroup.hpp" #include "fls_gen/untranspose/untranspose.hpp" +#include +#include +#include // for std::monostate namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ diff --git a/src/expression/rpn.cpp b/src/expression/rpn.cpp index fa533d79..5137c741 100644 --- a/src/expression/rpn.cpp +++ b/src/expression/rpn.cpp @@ -4,9 +4,13 @@ // src/expression/rpn.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/rpn.hpp" -#include "fls/common/assert.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/common.hpp" #include "fls/expression/interpreter.hpp" -#include "fls/std/unordered_set.hpp" +#include "fls/footer/operator_token_generated.h" +#include "fls/std/string.hpp" +#include // for std::ostream +#include namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ @@ -340,7 +344,7 @@ std::ostream& operator<<(std::ostream& os, const RPNT& rpn) { // Print operator tokens os << "["; - for (size_t i = 0; i < rpn.operator_tokens.size(); ++i) { + for (n_t i = 0; i < rpn.operator_tokens.size(); ++i) { os << token_to_string(rpn.operator_tokens[i]); if (i != rpn.operator_tokens.size() - 1) os << ", "; @@ -349,7 +353,7 @@ std::ostream& operator<<(std::ostream& os, const RPNT& rpn) { // Print operand tokens os << "["; - for (size_t i = 0; i < rpn.operand_tokens.size(); ++i) { + for (n_t i = 0; i < rpn.operand_tokens.size(); ++i) { os << rpn.operand_tokens[i]; if (i != rpn.operand_tokens.size() - 1) os << ", "; diff --git a/src/expression/rsum_operator.cpp b/src/expression/rsum_operator.cpp index 748441af..504562be 100644 --- a/src/expression/rsum_operator.cpp +++ b/src/expression/rsum_operator.cpp @@ -5,7 +5,9 @@ // ──────────────────────────────────────────────────────── #include "fls/expression/rsum_operator.hpp" #include "fls/cfg/cfg.hpp" -#include "fls/cor/lyt/buf.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/common.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/encoding_operator.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" @@ -14,8 +16,13 @@ #include "fls/reader/column_view.hpp" #include "fls/reader/segment.hpp" #include "fls/std/type_traits.hpp" +#include "fls/std/variant.hpp" +#include "fls/std/vector.hpp" +#include "fls/table/rowgroup.hpp" #include "fls_gen/rsum/rsum.hpp" #include "fls_gen/unrsum/unrsum.hpp" +#include +#include namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ diff --git a/src/expression/scan_operator.cpp b/src/expression/scan_operator.cpp index c0211b1b..386b6033 100644 --- a/src/expression/scan_operator.cpp +++ b/src/expression/scan_operator.cpp @@ -4,6 +4,8 @@ // src/expression/scan_operator.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/scan_operator.hpp" +#include "fls/common/alias.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/interpreter.hpp" #include "fls/expression/physical_expression.hpp" #include "fls/primitive/copy/fls_copy.hpp" diff --git a/src/expression/selection_ds.cpp b/src/expression/selection_ds.cpp index d0cca37a..154c0bc9 100644 --- a/src/expression/selection_ds.cpp +++ b/src/expression/selection_ds.cpp @@ -4,6 +4,7 @@ // src/expression/selection_ds.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/selection_ds.hpp" +#include "fls/common/alias.hpp" namespace fastlanes { @@ -19,12 +20,12 @@ SelectionDS::SelectionDS(const LogicalExpr& logical_expression) void SelectionDS::Reset() { // set index array to zero - for (idx_t value_idx {0}; value_idx < idx_arr.size(); ++value_idx) { + for (n_t value_idx {0}; value_idx < idx_arr.size(); ++value_idx) { idx_arr[value_idx] = 0; } // set - for (idx_t idx {}; idx < bitmap.size(); ++idx) { + for (n_t idx {}; idx < bitmap.size(); ++idx) { idx_arr[idx] = 0; } diff --git a/src/expression/slpatch_operator.cpp b/src/expression/slpatch_operator.cpp index 0b3aa4c2..7c552f04 100644 --- a/src/expression/slpatch_operator.cpp +++ b/src/expression/slpatch_operator.cpp @@ -5,8 +5,11 @@ // ──────────────────────────────────────────────────────── #include "fls/expression/slpatch_operator.hpp" #include "fls/cfg/cfg.hpp" -#include "fls/cor/lyt/buf.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/common/common.hpp" #include "fls/expression/analyze_operator.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/decoding_operator.hpp" #include "fls/expression/encoding_operator.hpp" #include "fls/expression/interpreter.hpp" @@ -16,6 +19,12 @@ #include "fls/reader/column_view.hpp" #include "fls/reader/segment.hpp" #include "fls/std/type_traits.hpp" +#include "fls/std/variant.hpp" +#include "fls/std/vector.hpp" +#include "fls/table/rowgroup.hpp" +#include +#include +#include namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ @@ -89,8 +98,8 @@ struct SLPatchExprVisitor { this_opr.data = opr->unffored_data; } template - requires(!std::is_same_v>) void - operator()(const sp>>& opr) { + requires(!std::is_same_v>) void + operator()(const sp>>& opr) { this_opr.data = reinterpret_cast(opr->unffored_data); } void operator()(std::monostate& arg) { diff --git a/src/expression/transpose_operator.cpp b/src/expression/transpose_operator.cpp index e22e356a..2915d12e 100644 --- a/src/expression/transpose_operator.cpp +++ b/src/expression/transpose_operator.cpp @@ -4,7 +4,11 @@ // src/expression/transpose_operator.cpp // ──────────────────────────────────────────────────────── #include "fls/expression/transpose_operator.hpp" -#include "fls/cor/lyt/buf.hpp" +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/common/common.hpp" +#include "fls/expression/data_type.hpp" #include "fls/expression/encoding_operator.hpp" #include "fls/expression/fsst12_expression.hpp" #include "fls/expression/fsst_expression.hpp" @@ -13,8 +17,11 @@ #include "fls/expression/rle_expression.hpp" #include "fls/expression/rsum_operator.hpp" #include "fls/reader/segment.hpp" +#include "fls/std/variant.hpp" +#include "fls/table/rowgroup.hpp" #include "fls_gen/transpose/transpose.hpp" #include "fls_gen/untranspose/untranspose.hpp" +#include namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ diff --git a/src/expression/validitymask_operator.cpp b/src/expression/validitymask_operator.cpp index 15dbb370..aa1be87f 100644 --- a/src/expression/validitymask_operator.cpp +++ b/src/expression/validitymask_operator.cpp @@ -5,12 +5,17 @@ // ──────────────────────────────────────────────────────── #include "fls/expression/validitymask_operator.hpp" #include "fls/cfg/cfg.hpp" -#include "fls/cor/lyt/buf.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" #include "fls/expression/analyze_operator.hpp" #include "fls/expression/physical_expression.hpp" #include "fls/reader/column_view.hpp" #include "fls/reader/segment.hpp" +#include "fls/std/vector.hpp" +#include "fls/table/rowgroup.hpp" #include "fls/types/validitymask.hpp" +#include // for uint8_t +#include // for std::move" namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ @@ -66,4 +71,4 @@ void dec_validitymask_opr::Materialize(n_t vec_idx, TypedCol& des_col) bytemap); // destination bytes } -} // namespace fastlanes \ No newline at end of file +} // namespace fastlanes diff --git a/src/file/file_footer.cpp b/src/file/file_footer.cpp index eb82cfef..6470cbce 100644 --- a/src/file/file_footer.cpp +++ b/src/file/file_footer.cpp @@ -4,10 +4,16 @@ // src/file/file_footer.cpp // ──────────────────────────────────────────────────────── #include "fls/file/file_footer.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/status.hpp" #include "fls/connection.hpp" #include "fls/file/file_header.hpp" #include "fls/info.hpp" +#include "fls/io/file.hpp" #include "fls/io/io.hpp" +#include "fls/std/filesystem.hpp" +#include // for std::ifstream +#include // for std::ios namespace fastlanes { diff --git a/src/file/file_header.cpp b/src/file/file_header.cpp index 4ec6ae4f..d2b5a0f4 100644 --- a/src/file/file_header.cpp +++ b/src/file/file_header.cpp @@ -4,10 +4,16 @@ // src/file/file_header.cpp // ──────────────────────────────────────────────────────── #include "fls/file/file_header.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/status.hpp" #include "fls/connection.hpp" #include "fls/file/file_footer.hpp" #include "fls/info.hpp" +#include "fls/io/file.hpp" #include "fls/io/io.hpp" +#include "fls/std/filesystem.hpp" +#include // for std::ifstream +#include // for std::ios namespace fastlanes { diff --git a/src/filter/filter.cpp b/src/filter/filter.cpp index 4930cab1..729de578 100644 --- a/src/filter/filter.cpp +++ b/src/filter/filter.cpp @@ -3,7 +3,7 @@ // ──────────────────────────────────────────────────────── // src/filter/filter.cpp // ──────────────────────────────────────────────────────── -#include "fls/filter/filter.hpp" +// #include "fls/filter/filter.hpp" namespace fastlanes { } diff --git a/src/flatbuffers/flatbuffers.cpp b/src/flatbuffers/flatbuffers.cpp index eab5da08..0787375f 100644 --- a/src/flatbuffers/flatbuffers.cpp +++ b/src/flatbuffers/flatbuffers.cpp @@ -4,19 +4,23 @@ // src/flatbuffers/flatbuffers.cpp // ──────────────────────────────────────────────────────── #include "fls/flatbuffers/flatbuffers.hpp" +#include "flatbuffers/flatbuffer_builder.h" +#include "fls/common/alias.hpp" #include "fls/connection.hpp" -#include "fls/footer/table_descriptor.hpp" +#include "fls/footer/table_descriptor_generated.h" +#include "fls/std/string.hpp" #include #include +#include #include namespace fastlanes { -constexpr std::string_view FOOTER_NAME = "table_descriptor.fbb"; +constexpr string_view FOOTER_NAME = "table_descriptor.fbb"; n_t WriteBuffer(const std::filesystem::path& file_path, const void* buf_ptr, - std::size_t buf_size, + n_t buf_size, std::ios_base::openmode mode = std::ios::binary | std::ios::out) { std::ofstream out {file_path, mode}; if (!out) { diff --git a/src/footer/column_descriptor.cpp b/src/footer/column_descriptor.cpp index a2721a09..cc730547 100644 --- a/src/footer/column_descriptor.cpp +++ b/src/footer/column_descriptor.cpp @@ -4,6 +4,9 @@ // src/footer/column_descriptor.cpp // ──────────────────────────────────────────────────────── #include "fls/footer/column_descriptor.hpp" +#include "fls/common/alias.hpp" +#include "fls/footer/column_descriptor_generated.h" +#include "fls/std/vector.hpp" namespace fastlanes { diff --git a/src/footer/rowgroup_descriptor.cpp b/src/footer/rowgroup_descriptor.cpp index ea8069c9..1452e8d3 100644 --- a/src/footer/rowgroup_descriptor.cpp +++ b/src/footer/rowgroup_descriptor.cpp @@ -4,12 +4,12 @@ // src/footer/rowgroup_descriptor.cpp // ──────────────────────────────────────────────────────── #include "fls/footer/rowgroup_descriptor.hpp" -#include "fls/cfg/cfg.hpp" -#include "fls/common/assert.hpp" -#include "fls/common/magic_enum.hpp" +#include "fls/common/alias.hpp" +#include "fls/footer/column_descriptor.hpp" #include "fls/io/file.hpp" #include "fls/json/fls_json.hpp" #include "fls/json/nlohmann/json.hpp" +#include "fls/std/filesystem.hpp" #include "fls/table/rowgroup.hpp" namespace fastlanes { diff --git a/src/footer/table_descriptor.cpp b/src/footer/table_descriptor.cpp index 83184a3d..dbfaf066 100644 --- a/src/footer/table_descriptor.cpp +++ b/src/footer/table_descriptor.cpp @@ -4,12 +4,20 @@ // src/footer/table_descriptor.cpp // ──────────────────────────────────────────────────────── #include "fls/footer/table_descriptor.hpp" -#include "fls/connection.hpp" +#include "fls/common/alias.hpp" +#include "fls/cor/lyt/buf.hpp" #include "fls/flatbuffers/flatbuffers.hpp" +#include "fls/footer/rowgroup_descriptor.hpp" +#include "fls/footer/table_descriptor_generated.h" #include "fls/io/file.hpp" #include "fls/json/fls_json.hpp" -#include "fls/json/nlohmann/json.hpp" +#include "fls/std/filesystem.hpp" #include "fls/table/table.hpp" +#include // for uint8_t, n_t +#include // for std::ifstream +#include // for std::ios flags like std::ios::binary, std::ios::ate +#include // for std::runtime_error +#include // for std::vector namespace fastlanes { @@ -52,7 +60,7 @@ up make_table_descriptor(const Table& table) { return table_descriptor; } -std::unique_ptr make_table_descriptor(const std::filesystem::path& file_path) { +up make_table_descriptor(const path& file_path) { // init std::ifstream in {file_path, std::ios::binary | std::ios::ate}; if (!in) { @@ -62,7 +70,7 @@ std::unique_ptr make_table_descriptor(const std::filesystem::p // auto size = in.tellg(); in.seekg(0, std::ios::beg); - std::vector buffer(static_cast(size)); + std::vector buffer(static_cast(size)); if (!in.read(reinterpret_cast(buffer.data()), size)) { throw std::runtime_error("Failed to read footer: " + file_path.string()); } diff --git a/src/include/fastlanes.h b/src/include/fastlanes.h index 5f799cf1..d7855b54 100644 --- a/src/include/fastlanes.h +++ b/src/include/fastlanes.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/fastlanes.h +// ──────────────────────────────────────────────────────── // NOLINTBEGIN #ifndef FASTLANES_H diff --git a/src/include/flatbuffers/allocator.h b/src/include/flatbuffers/allocator.h index 30427190..3fb98647 100644 --- a/src/include/flatbuffers/allocator.h +++ b/src/include/flatbuffers/allocator.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/allocator.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/array.h b/src/include/flatbuffers/array.h index f4bfbf05..e21d4789 100644 --- a/src/include/flatbuffers/array.h +++ b/src/include/flatbuffers/array.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/array.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/base.h b/src/include/flatbuffers/base.h index 84cb0a7d..0977d04e 100644 --- a/src/include/flatbuffers/base.h +++ b/src/include/flatbuffers/base.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/base.h +// ──────────────────────────────────────────────────────── #ifndef FLATBUFFERS_BASE_H_ #define FLATBUFFERS_BASE_H_ diff --git a/src/include/flatbuffers/buffer.h b/src/include/flatbuffers/buffer.h index 94d4f790..d50a1780 100644 --- a/src/include/flatbuffers/buffer.h +++ b/src/include/flatbuffers/buffer.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/buffer.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/buffer_ref.h b/src/include/flatbuffers/buffer_ref.h index f70941fc..79ed16af 100644 --- a/src/include/flatbuffers/buffer_ref.h +++ b/src/include/flatbuffers/buffer_ref.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/buffer_ref.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/code_generator.h b/src/include/flatbuffers/code_generator.h index 2971e556..44fd517b 100644 --- a/src/include/flatbuffers/code_generator.h +++ b/src/include/flatbuffers/code_generator.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/code_generator.h +// ──────────────────────────────────────────────────────── /* * Copyright 2023 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/code_generators.h b/src/include/flatbuffers/code_generators.h index fc030d43..526e536f 100644 --- a/src/include/flatbuffers/code_generators.h +++ b/src/include/flatbuffers/code_generators.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/code_generators.h +// ──────────────────────────────────────────────────────── /* * Copyright 2014 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/default_allocator.h b/src/include/flatbuffers/default_allocator.h index d4724122..efbca68d 100644 --- a/src/include/flatbuffers/default_allocator.h +++ b/src/include/flatbuffers/default_allocator.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/default_allocator.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/detached_buffer.h b/src/include/flatbuffers/detached_buffer.h index 36d3f6d6..d49f908e 100644 --- a/src/include/flatbuffers/detached_buffer.h +++ b/src/include/flatbuffers/detached_buffer.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/detached_buffer.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/file_manager.h b/src/include/flatbuffers/file_manager.h index 069df5b8..8a7e5208 100644 --- a/src/include/flatbuffers/file_manager.h +++ b/src/include/flatbuffers/file_manager.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/file_manager.h +// ──────────────────────────────────────────────────────── /* * Copyright 2023 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/flatbuffer_builder.h b/src/include/flatbuffers/flatbuffer_builder.h index 9ceca820..daf4475d 100644 --- a/src/include/flatbuffers/flatbuffer_builder.h +++ b/src/include/flatbuffers/flatbuffer_builder.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/flatbuffer_builder.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/flatbuffers.h b/src/include/flatbuffers/flatbuffers.h index cbb0c530..a9857c49 100644 --- a/src/include/flatbuffers/flatbuffers.h +++ b/src/include/flatbuffers/flatbuffers.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/flatbuffers.h +// ──────────────────────────────────────────────────────── /* * Copyright 2014 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/flatc.h b/src/include/flatbuffers/flatc.h index e98eb80d..e9651415 100644 --- a/src/include/flatbuffers/flatc.h +++ b/src/include/flatbuffers/flatc.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/flatc.h +// ──────────────────────────────────────────────────────── /* * Copyright 2017 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/flex_flat_util.h b/src/include/flatbuffers/flex_flat_util.h index 020957eb..48eba507 100644 --- a/src/include/flatbuffers/flex_flat_util.h +++ b/src/include/flatbuffers/flex_flat_util.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/flex_flat_util.h +// ──────────────────────────────────────────────────────── /* * Copyright 2022 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/flexbuffers.h b/src/include/flatbuffers/flexbuffers.h index c4bbbbc5..ea63b007 100644 --- a/src/include/flatbuffers/flexbuffers.h +++ b/src/include/flatbuffers/flexbuffers.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/flexbuffers.h +// ──────────────────────────────────────────────────────── /* * Copyright 2017 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/grpc.h b/src/include/flatbuffers/grpc.h index 7472c31d..d4cd615d 100644 --- a/src/include/flatbuffers/grpc.h +++ b/src/include/flatbuffers/grpc.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/grpc.h +// ──────────────────────────────────────────────────────── /* * Copyright 2014 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/hash.h b/src/include/flatbuffers/hash.h index aebf0713..01a6e9a5 100644 --- a/src/include/flatbuffers/hash.h +++ b/src/include/flatbuffers/hash.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/hash.h +// ──────────────────────────────────────────────────────── /* * Copyright 2015 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/idl.h b/src/include/flatbuffers/idl.h index c84999a5..cdee23fa 100644 --- a/src/include/flatbuffers/idl.h +++ b/src/include/flatbuffers/idl.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/idl.h +// ──────────────────────────────────────────────────────── /* * Copyright 2014 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/minireflect.h b/src/include/flatbuffers/minireflect.h index 09ff66c3..d238d0c5 100644 --- a/src/include/flatbuffers/minireflect.h +++ b/src/include/flatbuffers/minireflect.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/minireflect.h +// ──────────────────────────────────────────────────────── /* * Copyright 2017 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/reflection.h b/src/include/flatbuffers/reflection.h index faf647c3..e1461bf9 100644 --- a/src/include/flatbuffers/reflection.h +++ b/src/include/flatbuffers/reflection.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/reflection.h +// ──────────────────────────────────────────────────────── /* * Copyright 2015 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/reflection_generated.h b/src/include/flatbuffers/reflection_generated.h index ca673b1b..fee2fc5f 100644 --- a/src/include/flatbuffers/reflection_generated.h +++ b/src/include/flatbuffers/reflection_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/reflection_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify @@ -1527,3 +1534,4 @@ inline void FinishSizePrefixedSchemaBuffer( } // namespace reflection #endif // FLATBUFFERS_GENERATED_REFLECTION_REFLECTION_H_ +// NOLINTEND diff --git a/src/include/flatbuffers/registry.h b/src/include/flatbuffers/registry.h index f59aa647..f4d20ee7 100644 --- a/src/include/flatbuffers/registry.h +++ b/src/include/flatbuffers/registry.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/registry.h +// ──────────────────────────────────────────────────────── /* * Copyright 2017 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/stl_emulation.h b/src/include/flatbuffers/stl_emulation.h index 67c6768c..01bdab3b 100644 --- a/src/include/flatbuffers/stl_emulation.h +++ b/src/include/flatbuffers/stl_emulation.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/stl_emulation.h +// ──────────────────────────────────────────────────────── /* * Copyright 2017 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/string.h b/src/include/flatbuffers/string.h index 00cc18c9..d277bd47 100644 --- a/src/include/flatbuffers/string.h +++ b/src/include/flatbuffers/string.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/string.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/struct.h b/src/include/flatbuffers/struct.h index abacc8a9..66cb7279 100644 --- a/src/include/flatbuffers/struct.h +++ b/src/include/flatbuffers/struct.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/struct.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/table.h b/src/include/flatbuffers/table.h index e92d8ae8..98f2475e 100644 --- a/src/include/flatbuffers/table.h +++ b/src/include/flatbuffers/table.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/table.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/util.h b/src/include/flatbuffers/util.h index 82b37fb9..cbc5ab2c 100644 --- a/src/include/flatbuffers/util.h +++ b/src/include/flatbuffers/util.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/util.h +// ──────────────────────────────────────────────────────── /* * Copyright 2014 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/vector.h b/src/include/flatbuffers/vector.h index 021b3c3f..ef2cebc5 100644 --- a/src/include/flatbuffers/vector.h +++ b/src/include/flatbuffers/vector.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/vector.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/vector_downward.h b/src/include/flatbuffers/vector_downward.h index 2b5a92cf..d7324eef 100644 --- a/src/include/flatbuffers/vector_downward.h +++ b/src/include/flatbuffers/vector_downward.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/vector_downward.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/src/include/flatbuffers/verifier.h b/src/include/flatbuffers/verifier.h index 6df923be..fc71b8b2 100644 --- a/src/include/flatbuffers/verifier.h +++ b/src/include/flatbuffers/verifier.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/flatbuffers/verifier.h +// ──────────────────────────────────────────────────────── /* * Copyright 2021 Google Inc. All rights reserved. * diff --git a/src/include/fls/common/common.hpp b/src/include/fls/common/common.hpp index 1de914f5..997307e6 100644 --- a/src/include/fls/common/common.hpp +++ b/src/include/fls/common/common.hpp @@ -9,6 +9,7 @@ #include "fls/common/alias.hpp" #include "fls/common/assert.hpp" #include "fls/common/macros.hpp" +#include #include #include diff --git a/src/include/fls/common/restrict.hpp b/src/include/fls/common/restrict.hpp new file mode 100644 index 00000000..ff267786 --- /dev/null +++ b/src/include/fls/common/restrict.hpp @@ -0,0 +1,34 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/fls/common/restrict.hpp +// ──────────────────────────────────────────────────────── +/* fastlanes/detail/restrict.hpp ----------------------------------------- */ +#ifndef FASTLANES_DETAIL_RESTRICT_HPP_ +#define FASTLANES_DETAIL_RESTRICT_HPP_ + +// C++23 has the standard attribute [[restrict]], but very few compilers +// expose it yet, so we fall back to vendor extensions first. +#if defined(__has_cpp_attribute) +#if __has_cpp_attribute(restrict) // Clang ≥ 18, GCC ≥ 15 +#define FLS_RESTRICT [[restrict]] +#endif +#endif + +#ifndef FLS_RESTRICT // GNU / Clang (all platforms, incl. macOS) +#if defined(__GNUC__) || defined(__clang__) +#define FLS_RESTRICT __restrict__ +#endif +#endif + +#ifndef FLS_RESTRICT // Microsoft Visual C++ +#if defined(_MSC_VER) +#define FLS_RESTRICT __restrict +#endif +#endif + +#ifndef FLS_RESTRICT // Very old or exotic compilers +#define FLS_RESTRICT /* nothing */ +#endif + +#endif /* FASTLANES_DETAIL_RESTRICT_HPP_ */ diff --git a/src/include/fls/connection.hpp b/src/include/fls/connection.hpp index d58c7059..f0e37424 100644 --- a/src/include/fls/connection.hpp +++ b/src/include/fls/connection.hpp @@ -130,7 +130,6 @@ class FLS_API Connection { up m_table_descriptor; }; -constexpr static auto const* TABLE_DESCRIPTOR_FILE_NAME {"table_descriptor.fbb"}; constexpr static auto const* FASTLANES_FILE_NAME {"data.fls"}; constexpr static auto const* SCHEMA_FILE_NAME {"schema.json"}; diff --git a/src/include/fls/cor/prm/fsst/fsst.h b/src/include/fls/cor/prm/fsst/fsst.h index 99cb380a..7b85d603 100644 --- a/src/include/fls/cor/prm/fsst/fsst.h +++ b/src/include/fls/cor/prm/fsst/fsst.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/fls/cor/prm/fsst/fsst.h +// ──────────────────────────────────────────────────────── /* * the API for FSST compression -- (c) Peter Boncz, Viktor Leis and Thomas Neumann (CWI, TU Munich), 2018-2019 * diff --git a/src/include/fls/cor/prm/fsst12/fsst12.h b/src/include/fls/cor/prm/fsst12/fsst12.h index 8467844b..d7a5e87f 100644 --- a/src/include/fls/cor/prm/fsst12/fsst12.h +++ b/src/include/fls/cor/prm/fsst12/fsst12.h @@ -1,3 +1,8 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/fls/cor/prm/fsst12/fsst12.h +// ──────────────────────────────────────────────────────── /* * the API for FSST12 compression -- (c) Peter Boncz, Viktor Leis and Thomas Neumann (CWI, TU Munich), 2018-2019 * diff --git a/src/include/fls/cuda/common.hpp b/src/include/fls/cuda/common.hpp index b354c94f..e7bbe2fe 100644 --- a/src/include/fls/cuda/common.hpp +++ b/src/include/fls/cuda/common.hpp @@ -34,4 +34,4 @@ constexpr n_t get_values_per_lane() { } // namespace fastlanes::cuda -#endif // FLS_CUDA_COMMON_HPP \ No newline at end of file +#endif // FLS_CUDA_COMMON_HPP diff --git a/src/include/fls/footer/column_descriptor_generated.h b/src/include/fls/footer/column_descriptor_generated.h index 83df08d6..87678d09 100644 --- a/src/include/fls/footer/column_descriptor_generated.h +++ b/src/include/fls/footer/column_descriptor_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/fls/footer/column_descriptor_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_COLUMNDESCRIPTOR_FASTLANES_H_ @@ -630,3 +637,4 @@ UnPackSizePrefixedColumnDescriptor(const void* buf, const ::flatbuffers::resolve } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_COLUMNDESCRIPTOR_FASTLANES_H_ +// NOLINTEND diff --git a/src/include/fls/footer/datatype_generated.h b/src/include/fls/footer/datatype_generated.h index 3f775d43..ac784f55 100644 --- a/src/include/fls/footer/datatype_generated.h +++ b/src/include/fls/footer/datatype_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/fls/footer/datatype_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_DATATYPE_FASTLANES_H_ @@ -66,3 +73,4 @@ inline const char* EnumNameDataType(DataType e) { } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_DATATYPE_FASTLANES_H_ +// NOLINTEND diff --git a/src/include/fls/footer/decimal_type_generated.h b/src/include/fls/footer/decimal_type_generated.h index c0c69155..00fbe6b8 100644 --- a/src/include/fls/footer/decimal_type_generated.h +++ b/src/include/fls/footer/decimal_type_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/fls/footer/decimal_type_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_DECIMALTYPE_FASTLANES_H_ @@ -120,3 +127,4 @@ inline ::flatbuffers::Offset CreateDecimalType(::flatbuffers::FlatB } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_DECIMALTYPE_FASTLANES_H_ +// NOLINTEND diff --git a/src/include/fls/footer/footer_generated.h b/src/include/fls/footer/footer_generated.h index 2b8b937a..985c247b 100644 --- a/src/include/fls/footer/footer_generated.h +++ b/src/include/fls/footer/footer_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/fls/footer/footer_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_FOOTER_FASTLANES_H_ @@ -335,3 +342,4 @@ UnPackSizePrefixedSegmentDescriptor(const void* buf, const ::flatbuffers::resolv } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_FOOTER_FASTLANES_H_ +// NOLINTEND diff --git a/src/include/fls/footer/operator_token_generated.h b/src/include/fls/footer/operator_token_generated.h index 7ac5c01b..e165149d 100644 --- a/src/include/fls/footer/operator_token_generated.h +++ b/src/include/fls/footer/operator_token_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/fls/footer/operator_token_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_OPERATORTOKEN_FASTLANES_H_ @@ -505,3 +512,4 @@ inline const char* EnumNameOperatorToken(OperatorToken e) { } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_OPERATORTOKEN_FASTLANES_H_ +// NOLINTEND diff --git a/src/include/fls/footer/rowgroup_descriptor_generated.h b/src/include/fls/footer/rowgroup_descriptor_generated.h index 15174974..6c5742f4 100644 --- a/src/include/fls/footer/rowgroup_descriptor_generated.h +++ b/src/include/fls/footer/rowgroup_descriptor_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/fls/footer/rowgroup_descriptor_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_ROWGROUPDESCRIPTOR_FASTLANES_H_ @@ -280,3 +287,4 @@ UnPackSizePrefixedRowgroupDescriptor(const void* buf, const ::flatbuffers::resol } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_ROWGROUPDESCRIPTOR_FASTLANES_H_ +// NOLINTEND diff --git a/src/include/fls/footer/rpn_generated.h b/src/include/fls/footer/rpn_generated.h index 4e4799da..377e2627 100644 --- a/src/include/fls/footer/rpn_generated.h +++ b/src/include/fls/footer/rpn_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/fls/footer/rpn_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_RPN_FASTLANES_H_ @@ -181,3 +188,4 @@ inline std::unique_ptr UnPackSizePrefixedRPN(const void* } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_RPN_FASTLANES_H_ +// NOLINTEND diff --git a/src/include/fls/footer/table_descriptor_generated.h b/src/include/fls/footer/table_descriptor_generated.h index 868e3740..02b9cdce 100644 --- a/src/include/fls/footer/table_descriptor_generated.h +++ b/src/include/fls/footer/table_descriptor_generated.h @@ -1,3 +1,10 @@ +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/include/fls/footer/table_descriptor_generated.h +// ──────────────────────────────────────────────────────── + +// NOLINTBEGIN // automatically generated by the FlatBuffers compiler, do not modify #ifndef FLATBUFFERS_GENERATED_TABLEDESCRIPTOR_FASTLANES_H_ @@ -225,3 +232,4 @@ UnPackSizePrefixedTableDescriptor(const void* buf, const ::flatbuffers::resolver } // namespace fastlanes #endif // FLATBUFFERS_GENERATED_TABLEDESCRIPTOR_FASTLANES_H_ +// NOLINTEND diff --git a/src/include/fls/std/string.hpp b/src/include/fls/std/string.hpp index dc3f23cd..c2f02e27 100644 --- a/src/include/fls/std/string.hpp +++ b/src/include/fls/std/string.hpp @@ -12,6 +12,7 @@ namespace fastlanes { using string = std::string; using string_view = std::string_view; +using std::to_string; } // namespace fastlanes #endif // FLS_STD_STRING_HPP diff --git a/src/include/fls/utl/cpu/arch.hpp b/src/include/fls/utl/cpu/arch.hpp index faf90991..7af7d0a9 100644 --- a/src/include/fls/utl/cpu/arch.hpp +++ b/src/include/fls/utl/cpu/arch.hpp @@ -9,7 +9,7 @@ #include #include -namespace fast_lanes { +namespace fastlanes { enum class Arch : uint8_t { FALLBACK = 0, // X86 = 1, // @@ -18,5 +18,5 @@ enum class Arch : uint8_t { }; std::string ArchitectureToString(Arch arch); -} // namespace fast_lanes +} // namespace fastlanes #endif // FLS_UTL_CPU_ARCH_HPP diff --git a/src/include/fls/utl/cpu/feature.hpp b/src/include/fls/utl/cpu/feature.hpp index edb155da..03fda35c 100644 --- a/src/include/fls/utl/cpu/feature.hpp +++ b/src/include/fls/utl/cpu/feature.hpp @@ -9,7 +9,7 @@ #include #include #include -namespace fast_lanes { +namespace fastlanes { enum class CPUFeature : uint32_t { FALLBACK = 0, CPU_MASK = 0x1f000000, @@ -163,5 +163,5 @@ enum class CPUFeature : uint32_t { }; std::string CPUFeatureToString(CPUFeature feature); -} // namespace fast_lanes +} // namespace fastlanes #endif // FLS_UTL_CPU_FEATURE_HPP diff --git a/src/include/fls/utl/cpu/info.hpp b/src/include/fls/utl/cpu/info.hpp index 25532619..5afdd493 100644 --- a/src/include/fls/utl/cpu/info.hpp +++ b/src/include/fls/utl/cpu/info.hpp @@ -10,7 +10,7 @@ #include // for string #include // for vector -namespace fast_lanes { +namespace fastlanes { class CpuInfo { public: CpuInfo(); // @@ -26,5 +26,5 @@ class CpuInfo { std::vector avail_features; // CPUFeature best_feature; // }; -} // namespace fast_lanes +} // namespace fastlanes #endif // FLS_UTL_CPU_INFO_HPP diff --git a/src/io/external_memory.cpp b/src/io/external_memory.cpp index 1275df43..4cbab276 100644 --- a/src/io/external_memory.cpp +++ b/src/io/external_memory.cpp @@ -4,8 +4,12 @@ // src/io/external_memory.cpp // ──────────────────────────────────────────────────────── #include "fls/io/external_memory.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" #include "fls/cor/lyt/buf.hpp" +#include // for std::byte #include +#include #include namespace fastlanes { diff --git a/src/io/file.cpp b/src/io/file.cpp index b3bd8433..c4410f8e 100644 --- a/src/io/file.cpp +++ b/src/io/file.cpp @@ -4,10 +4,18 @@ // src/io/file.cpp // ──────────────────────────────────────────────────────── #include "fls/io/file.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" #include "fls/cor/lyt/buf.hpp" #include "fls/std/filesystem.hpp" #include "fls/std/string.hpp" +#include // for int64_t +#include // for std::filesystem::file_size, std::filesystem::exists +#include // for std::ifstream, std::ofstream +#include // for std::ios, std::streamoff, std::streamsize +#include // for std::make_unique #include +#include // for std::runtime_error namespace fastlanes { diff --git a/src/io/io.cpp b/src/io/io.cpp index a01f6bfe..1cd2136d 100644 --- a/src/io/io.cpp +++ b/src/io/io.cpp @@ -4,7 +4,12 @@ // src/io/io.cpp // ──────────────────────────────────────────────────────── #include "fls/io/io.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/common.hpp" #include "fls/cor/lyt/buf.hpp" +#include "fls/io/external_memory.hpp" +#include "fls/io/file.hpp" +#include "fls/std/variant.hpp" namespace fastlanes { diff --git a/src/io/mmap.cpp b/src/io/mmap.cpp index 92663bb0..06954651 100644 --- a/src/io/mmap.cpp +++ b/src/io/mmap.cpp @@ -3,7 +3,7 @@ // ──────────────────────────────────────────────────────── // src/io/mmap.cpp // ──────────────────────────────────────────────────────── -#include "fls/io/mmap.hpp" +// #include "fls/io/mmap.hpp" namespace fastlanes { diff --git a/src/io/s3.cpp b/src/io/s3.cpp index 2e97fe59..26f8809e 100644 --- a/src/io/s3.cpp +++ b/src/io/s3.cpp @@ -3,7 +3,7 @@ // ──────────────────────────────────────────────────────── // src/io/s3.cpp // ──────────────────────────────────────────────────────── -#include "fls/io/s3.hpp" +// #include "fls/io/s3.hpp" namespace fastlanes { } diff --git a/src/io/socket.cpp b/src/io/socket.cpp index 4117aa7f..baa32d15 100644 --- a/src/io/socket.cpp +++ b/src/io/socket.cpp @@ -3,7 +3,7 @@ // ──────────────────────────────────────────────────────── // src/io/socket.cpp // ──────────────────────────────────────────────────────── -#include "fls/io/socket.hpp" +// #include "fls/io/socket.hpp" namespace fastlanes { } diff --git a/src/json/fls_json.cpp b/src/json/fls_json.cpp index ea00fa54..83b2cbf8 100644 --- a/src/json/fls_json.cpp +++ b/src/json/fls_json.cpp @@ -4,16 +4,17 @@ // src/json/fls_json.cpp // ──────────────────────────────────────────────────────── #include "fls/json/fls_json.hpp" +#include "fls/common/alias.hpp" #include "fls/common/decimal.hpp" #include "fls/common/magic_enum.hpp" #include "fls/connection.hpp" -#include "fls/expression/logical_expression.hpp" #include "fls/expression/rpn.hpp" -#include "fls/footer/column_descriptor.hpp" +#include "fls/footer/operator_token_generated.h" #include "fls/footer/rowgroup_descriptor.hpp" -#include "fls/footer/table_descriptor.hpp" #include "fls/io/file.hpp" -#include "fls/json/json_unique_ptr.hpp" // <─ must appear before you call get_to(...) +#include "fls/json/json_unique_ptr.hpp" //NOLINT <─ must appear before you call get_to(...) +#include "fls/std/filesystem.hpp" +#include "fls/std/string.hpp" #include #include #include diff --git a/src/logger/logger.cpp b/src/logger/logger.cpp index 4aefedd9..642f1331 100644 --- a/src/logger/logger.cpp +++ b/src/logger/logger.cpp @@ -6,11 +6,14 @@ #include "fls/logger/logger.hpp" #include "fls/printer/output.hpp" #include "fls/printer/output_factory.hpp" +#include "fls/std/string.hpp" +#include #include +#include // for std::stringstream namespace fastlanes { -std::string prettify_function_name(const std::string& before_str) { +string prettify_function_name(const string& before_str) { auto pos = before_str.find('('); const auto after_str = before_str.substr(0, pos); @@ -18,15 +21,15 @@ std::string prettify_function_name(const std::string& before_str) { return after_str.substr(pos, after_str.length()); } -std::string linkify(const std::string& link) { +string linkify(const string& link) { std::stringstream ss; ss << "[link]" << "(" << link << ")"; return ss.str(); } -TerminalOutput& init(const std::string& pretty_function) { - const std::string result_file_path = FLS_CMAKE_SOURCE_DIR + std::string("/log/log.md"); +TerminalOutput& init(const string& pretty_function) { + const string result_file_path = FLS_CMAKE_SOURCE_DIR + string("/log/log.md"); static std::ofstream FILE {result_file_path}; static auto TABLE = OutputFactory::CreateMKD(FILE); @@ -35,17 +38,17 @@ TerminalOutput& init(const std::string& pretty_function) { return *TABLE; } -void finish(const std::string& file_name, TerminalOutput& table) { +void finish(const string& file_name, TerminalOutput& table) { /* #L does not work in CLION*/ - // TXT_TAB.Add(linkify(file_name + "#L" + std::to_string(line))); + // TXT_TAB.Add(linkify(file_name + "#L" + to_string(line))); table.Add(linkify(file_name)); table.EndOfRow(); } -void Logger::log_key_value(const std::string& file_name, - const std::string& pretty_function, - const std::string& key, - const std::string& val) { +void Logger::log_key_value(const string& file_name, + const string& pretty_function, + const string& key, + const string& val) { auto& table = init(pretty_function); @@ -59,8 +62,8 @@ void Logger::log_memory_read(const string& file_name, const string& pretty_funct const auto* data = reinterpret_cast(arr); - table.Add(std::to_string(data[0])); - table.Add(std::to_string(data[1])); + table.Add(to_string(data[0])); + table.Add(to_string(data[1])); finish(file_name, table); } diff --git a/src/primitive/bitpack/bitpack.cpp b/src/primitive/bitpack/bitpack.cpp index de91bc35..981f14ff 100644 --- a/src/primitive/bitpack/bitpack.cpp +++ b/src/primitive/bitpack/bitpack.cpp @@ -5,6 +5,8 @@ // ──────────────────────────────────────────────────────── #include "fls/primitive/bitpack/bitpack.hpp" #include "fls/cfg/cfg.hpp" +#include "fls/common/assert.hpp" +#include namespace fastlanes { uint64_t calculate_bitpacked_vector_size(uint8_t bw) { diff --git a/src/primitive/copy/fls_copy.cpp b/src/primitive/copy/fls_copy.cpp index 7a896667..455b2ffa 100644 --- a/src/primitive/copy/fls_copy.cpp +++ b/src/primitive/copy/fls_copy.cpp @@ -5,12 +5,12 @@ // ──────────────────────────────────────────────────────── #include "fls/primitive/copy/fls_copy.hpp" #include "fls/common/common.hpp" +#include "fls/common/restrict.hpp" #include "fls/expression/data_type.hpp" -#include -#include +#include namespace fastlanes { -static void unpack_8bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, uint8_t* __restrict a_out_p) { +static void unpack_8bw_8ow_8crw_1uf(const uint8_t* FLS_RESTRICT a_in_p, uint8_t* FLS_RESTRICT a_out_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint8_t register_0; @@ -36,7 +36,7 @@ static void unpack_8bw_8ow_8crw_1uf(const uint8_t* __restrict a_in_p, uint8_t* _ } } -static void unpack_16bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, uint16_t* __restrict a_out_p) { +static void unpack_16bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT a_in_p, uint16_t* FLS_RESTRICT a_out_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint16_t register_0; @@ -78,7 +78,7 @@ static void unpack_16bw_16ow_16crw_1uf(const uint16_t* __restrict a_in_p, uint16 } } -static void unpack_32bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, uint32_t* __restrict a_out_p) { +static void unpack_32bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT a_in_p, uint32_t* FLS_RESTRICT a_out_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] const auto in = reinterpret_cast(a_in_p); [[maybe_unused]] uint32_t register_0; @@ -152,7 +152,7 @@ static void unpack_32bw_32ow_32crw_1uf(const uint32_t* __restrict a_in_p, uint32 } } -static void unpack_64bw_64ow_64crw_1uf(const uint64_t* __restrict in, uint64_t* __restrict out) { +static void unpack_64bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT in, uint64_t* FLS_RESTRICT out) { [[maybe_unused]] uint64_t register_0; [[maybe_unused]] uint64_t tmp_0; #pragma clang loop vectorize(enable) @@ -289,7 +289,7 @@ static void unpack_64bw_64ow_64crw_1uf(const uint64_t* __restrict in, uint64_t* } template -void copy(const PT* __restrict in_p, PT* __restrict out_p) { +void copy(const PT* FLS_RESTRICT in_p, PT* FLS_RESTRICT out_p) { if constexpr (std::is_same_v || std::is_same_v || std::is_same_v) { unpack_64bw_64ow_64crw_1uf(reinterpret_cast(in_p), reinterpret_cast(out_p)); } else if constexpr (std::is_same_v || std::is_same_v || std::is_same_v) { @@ -303,14 +303,14 @@ void copy(const PT* __restrict in_p, PT* __restrict out_p) { } } -template void copy(const dbl_pt* __restrict in_p, dbl_pt* __restrict out_p); -template void copy(const u64_pt* __restrict in_p, u64_pt* __restrict out_p); -template void copy(const i64_pt* __restrict in_p, i64_pt* __restrict out_p); -template void copy(const flt_pt* __restrict in_p, flt_pt* __restrict out_p); -template void copy(const u32_pt* __restrict in_p, u32_pt* __restrict out_p); -template void copy(const i32_pt* __restrict in_p, i32_pt* __restrict out_p); -template void copy(const u16_pt* __restrict in_p, u16_pt* __restrict out_p); -template void copy(const i16_pt* __restrict in_p, i16_pt* __restrict out_p); -template void copy(const u08_pt* __restrict in_p, u08_pt* __restrict out_p); -template void copy(const i08_pt* __restrict in_p, i08_pt* __restrict out_p); +template void copy(const dbl_pt* FLS_RESTRICT in_p, dbl_pt* FLS_RESTRICT out_p); +template void copy(const u64_pt* FLS_RESTRICT in_p, u64_pt* FLS_RESTRICT out_p); +template void copy(const i64_pt* FLS_RESTRICT in_p, i64_pt* FLS_RESTRICT out_p); +template void copy(const flt_pt* FLS_RESTRICT in_p, flt_pt* FLS_RESTRICT out_p); +template void copy(const u32_pt* FLS_RESTRICT in_p, u32_pt* FLS_RESTRICT out_p); +template void copy(const i32_pt* FLS_RESTRICT in_p, i32_pt* FLS_RESTRICT out_p); +template void copy(const u16_pt* FLS_RESTRICT in_p, u16_pt* FLS_RESTRICT out_p); +template void copy(const i16_pt* FLS_RESTRICT in_p, i16_pt* FLS_RESTRICT out_p); +template void copy(const u08_pt* FLS_RESTRICT in_p, u08_pt* FLS_RESTRICT out_p); +template void copy(const i08_pt* FLS_RESTRICT in_p, i08_pt* FLS_RESTRICT out_p); } // namespace fastlanes diff --git a/src/primitive/fls_memset/fls_memset.cpp b/src/primitive/fls_memset/fls_memset.cpp index d2a43b4f..6cbcac4e 100644 --- a/src/primitive/fls_memset/fls_memset.cpp +++ b/src/primitive/fls_memset/fls_memset.cpp @@ -5,12 +5,13 @@ // ──────────────────────────────────────────────────────── #include "fls/primitive/fls_memset/fls_memset.hpp" #include "fls/common/common.hpp" +#include "fls/common/restrict.hpp" #include "fls/expression/data_type.hpp" -#include +#include #include namespace fastlanes { -static void unffor_0bw_8ow_8crw_1uf(const uint8_t* __restrict base_p, uint8_t* __restrict a_out_p) { +static void unffor_0bw_8ow_8crw_1uf(const uint8_t* FLS_RESTRICT base_p, uint8_t* FLS_RESTRICT a_out_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] uint8_t register_0; [[maybe_unused]] uint8_t tmp_0; @@ -27,7 +28,7 @@ static void unffor_0bw_8ow_8crw_1uf(const uint8_t* __restrict base_p, uint8_t* _ } } -static void unffor_0bw_16ow_16crw_1uf(const uint16_t* __restrict base_p, uint16_t* __restrict a_out_p) { +static void unffor_0bw_16ow_16crw_1uf(const uint16_t* FLS_RESTRICT base_p, uint16_t* FLS_RESTRICT a_out_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] uint16_t register_0; [[maybe_unused]] uint16_t tmp_0; @@ -52,7 +53,7 @@ static void unffor_0bw_16ow_16crw_1uf(const uint16_t* __restrict base_p, uint16_ } } -static void unffor_0bw_32ow_32crw_1uf(const uint32_t* __restrict base_p, uint32_t* __restrict a_out_p) { +static void unffor_0bw_32ow_32crw_1uf(const uint32_t* FLS_RESTRICT base_p, uint32_t* FLS_RESTRICT a_out_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] uint32_t register_0; [[maybe_unused]] uint32_t tmp_0; @@ -92,7 +93,7 @@ static void unffor_0bw_32ow_32crw_1uf(const uint32_t* __restrict base_p, uint32_ *(out + (i * 1) + (0 * 32) + (32 * 31)) = base_0; } } -static void unffor_0bw_64ow_64crw_1uf(const uint64_t* __restrict base_p, uint64_t* __restrict a_out_p) { +static void unffor_0bw_64ow_64crw_1uf(const uint64_t* FLS_RESTRICT base_p, uint64_t* FLS_RESTRICT a_out_p) { [[maybe_unused]] auto out = reinterpret_cast(a_out_p); [[maybe_unused]] uint64_t register_0; [[maybe_unused]] uint64_t tmp_0; @@ -167,7 +168,7 @@ static void unffor_0bw_64ow_64crw_1uf(const uint64_t* __restrict base_p, uint64_ } template -void fls_memset(const PT* __restrict base_p, PT* __restrict out_p) { +void fls_memset(const PT* FLS_RESTRICT base_p, PT* FLS_RESTRICT out_p) { if constexpr (std::is_same_v || std::is_same_v || std::is_same_v) { unffor_0bw_64ow_64crw_1uf(reinterpret_cast(base_p), reinterpret_cast(out_p)); } else if constexpr (std::is_same_v || std::is_same_v || std::is_same_v) { @@ -181,14 +182,14 @@ void fls_memset(const PT* __restrict base_p, PT* __restrict out_p) { } } -template void fls_memset(const dbl_pt* __restrict in_p, dbl_pt* __restrict out_p); -template void fls_memset(const u64_pt* __restrict in_p, u64_pt* __restrict out_p); -template void fls_memset(const i64_pt* __restrict in_p, i64_pt* __restrict out_p); -template void fls_memset(const flt_pt* __restrict in_p, flt_pt* __restrict out_p); -template void fls_memset(const u32_pt* __restrict in_p, u32_pt* __restrict out_p); -template void fls_memset(const i32_pt* __restrict in_p, i32_pt* __restrict out_p); -template void fls_memset(const u16_pt* __restrict in_p, u16_pt* __restrict out_p); -template void fls_memset(const i16_pt* __restrict in_p, i16_pt* __restrict out_p); -template void fls_memset(const u08_pt* __restrict in_p, u08_pt* __restrict out_p); -template void fls_memset(const i08_pt* __restrict in_p, i08_pt* __restrict out_p); +template void fls_memset(const dbl_pt* FLS_RESTRICT in_p, dbl_pt* FLS_RESTRICT out_p); +template void fls_memset(const u64_pt* FLS_RESTRICT in_p, u64_pt* FLS_RESTRICT out_p); +template void fls_memset(const i64_pt* FLS_RESTRICT in_p, i64_pt* FLS_RESTRICT out_p); +template void fls_memset(const flt_pt* FLS_RESTRICT in_p, flt_pt* FLS_RESTRICT out_p); +template void fls_memset(const u32_pt* FLS_RESTRICT in_p, u32_pt* FLS_RESTRICT out_p); +template void fls_memset(const i32_pt* FLS_RESTRICT in_p, i32_pt* FLS_RESTRICT out_p); +template void fls_memset(const u16_pt* FLS_RESTRICT in_p, u16_pt* FLS_RESTRICT out_p); +template void fls_memset(const i16_pt* FLS_RESTRICT in_p, i16_pt* FLS_RESTRICT out_p); +template void fls_memset(const u08_pt* FLS_RESTRICT in_p, u08_pt* FLS_RESTRICT out_p); +template void fls_memset(const i08_pt* FLS_RESTRICT in_p, i08_pt* FLS_RESTRICT out_p); } // namespace fastlanes diff --git a/src/primitive/fsst/fsst.cpp b/src/primitive/fsst/fsst.cpp index 41559498..e84347f4 100644 --- a/src/primitive/fsst/fsst.cpp +++ b/src/primitive/fsst/fsst.cpp @@ -4,9 +4,14 @@ // src/primitive/fsst/fsst.cpp // ──────────────────────────────────────────────────────── #include "fls/primitive/fsst/fsst.hpp" +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" +#include "fls/cor/lyt/buf.hpp" +#include "fls/cor/prm/fsst/fsst.h" #include "fls/cor/prm/fsst/libfsst.hpp" #include "fls/table/rowgroup.hpp" -#include +#include +#include // for memcpy namespace fastlanes { @@ -42,7 +47,7 @@ static inline size_t compressBulk(SymbolTable& symbolTable, u8* start_pointer = out; - u8 buf[512], *cur = nullptr, *end = NULL, *lim = out + size; + u8 buf[512], *cur = nullptr, *end = nullptr, *lim = out + size; size_t string_idx, suffixLim = symbolTable.suffixLim; u8 byteLim = symbolTable.nSymbols + symbolTable.zeroTerminated - symbolTable.lenHisto[0]; diff --git a/src/primitive/fsst12/fsst12.cpp b/src/primitive/fsst12/fsst12.cpp index 3910d460..254e76f6 100644 --- a/src/primitive/fsst12/fsst12.cpp +++ b/src/primitive/fsst12/fsst12.cpp @@ -4,9 +4,14 @@ // src/primitive/fsst12/fsst12.cpp // ──────────────────────────────────────────────────────── #include "fls/primitive/fsst12/fsst12.hpp" +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" +#include "fls/cor/lyt/buf.hpp" +#include "fls/cor/prm/fsst12/fsst12.h" #include "fls/cor/prm/fsst12/libfsst12.hpp" #include "fls/table/rowgroup.hpp" -#include +#include +#include // for memcpy namespace fastlanes { diff --git a/src/primitive/patch/patch.cpp b/src/primitive/patch/patch.cpp index 43a4c082..9c40b1c9 100644 --- a/src/primitive/patch/patch.cpp +++ b/src/primitive/patch/patch.cpp @@ -4,18 +4,22 @@ // src/primitive/patch/patch.cpp // ──────────────────────────────────────────────────────── #include "fls/primitive/patch/patch.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/restrict.hpp" #include "fls/cuda/common.hpp" +#include "fls/expression/data_type.hpp" +#include namespace fastlanes { template -void Patch::data_parallelize(const PT* __restrict in_exc_arr, - const uint16_t* __restrict in_pos_arr, - n_t n_exceptions, - PT* __restrict out_exc_arr, - uint16_t* __restrict out_offset, - uint16_t* __restrict out_pos_arr, - uint8_t* __restrict out_count) { +void Patch::data_parallelize(const PT* FLS_RESTRICT in_exc_arr, + const uint16_t* FLS_RESTRICT in_pos_arr, + n_t n_exceptions, + PT* FLS_RESTRICT out_exc_arr, + uint16_t* FLS_RESTRICT out_offset, + uint16_t* FLS_RESTRICT out_pos_arr, + uint8_t* FLS_RESTRICT out_count) { // constexpr n_t N_LANES = cuda::get_n_lanes(); static_assert((N_LANES & (N_LANES - 1)) == 0, "N_LANES must be a power of two"); @@ -48,4 +52,4 @@ void Patch::data_parallelize(const PT* __restrict in_exc_arr, template class Patch; template class Patch; -} // namespace fastlanes \ No newline at end of file +} // namespace fastlanes diff --git a/src/primitive/predicate/equal.cpp b/src/primitive/predicate/equal.cpp index e8acc3fa..0963aa4c 100644 --- a/src/primitive/predicate/equal.cpp +++ b/src/primitive/predicate/equal.cpp @@ -4,21 +4,24 @@ // src/primitive/predicate/equal.cpp // ──────────────────────────────────────────────────────── #include "fls/primitive/predicate/equal.hpp" +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/restrict.hpp" #include "fls/expression/selection_ds.hpp" - +#include namespace fastlanes { /*--------------------------------------------------------------------------------------------------------------------*\ * equality \*--------------------------------------------------------------------------------------------------------------------*/ template -void euqality_pt_func(const PT* __restrict array_pointer, PT value, uint64_t* __restrict bitmap) { +void euqality_pt_func(const PT* FLS_RESTRICT array_pointer, PT value, uint64_t* FLS_RESTRICT bitmap) { // // TOOD[predicate_pushdown] : implement this } template -vec_idx_t euqality_pt_func(const PT* __restrict array_pointer, PT value, vec_idx_t* __restrict idx_arr) { +vec_idx_t euqality_pt_func(const PT* FLS_RESTRICT array_pointer, PT value, vec_idx_t* FLS_RESTRICT idx_arr) { vec_idx_t n_selected_values {0}; for (vec_idx_t value_idx {0}; value_idx < CFG::VEC_SZ; ++value_idx) { @@ -32,7 +35,7 @@ vec_idx_t euqality_pt_func(const PT* __restrict array_pointer, PT value, vec_idx } template -void eq_vector_constant_func(const PT* __restrict array_pointer, PT value, SelectionDS& selection_ds) { +void eq_vector_constant_func(const PT* FLS_RESTRICT array_pointer, PT value, SelectionDS& selection_ds) { auto& bitmap = selection_ds.bitmap; auto& idx_arr = selection_ds.idx_arr; @@ -43,14 +46,14 @@ void eq_vector_constant_func(const PT* __restrict array_pointer, PT value, Selec } } -template void euqality_pt_func(const i64_pt* input_span, i64_pt value, uint64_t* __restrict bitmap); -template vec_idx_t euqality_pt_func(const i64_pt* input_span, i64_pt value, vec_idx_t* __restrict idx_arr); +template void euqality_pt_func(const i64_pt* input_span, i64_pt value, uint64_t* FLS_RESTRICT bitmap); +template vec_idx_t euqality_pt_func(const i64_pt* input_span, i64_pt value, vec_idx_t* FLS_RESTRICT idx_arr); template void eq_vector_constant_func(const i64_pt* input_span, i64_pt value, SelectionDS& selection_ds); /*--------------------------------------------------------------------------------------------------------------------*\ * greaterthan \*--------------------------------------------------------------------------------------------------------------------*/ template -void ge_tvec_cvec(const PT* __restrict r_vec, const PT* l_vec, SelectionDS& selection_ds) { +void ge_tvec_cvec(const PT* FLS_RESTRICT r_vec, const PT* l_vec, SelectionDS& selection_ds) { auto& idx_arr = selection_ds.idx_arr; auto& n_selected_values = selection_ds.n_selected_values; @@ -66,7 +69,7 @@ void ge_tvec_cvec(const PT* __restrict r_vec, const PT* l_vec, SelectionDS& sele } template -void ge_tvec_tvec(const PT* __restrict r_vec, const PT* l_vec, SelectionDS& selection_ds) { +void ge_tvec_tvec(const PT* FLS_RESTRICT r_vec, const PT* l_vec, SelectionDS& selection_ds) { auto& idx_arr = selection_ds.idx_arr; auto& n_selected_values = selection_ds.n_selected_values; @@ -85,7 +88,7 @@ template void ge_tvec_cvec(const i64_pt* input_span, const i64_pt* value * lessthan \*--------------------------------------------------------------------------------------------------------------------*/ template -void lessthan_func(const PT* __restrict array_pointer, PT value, SelectionDS& selection_ds) { +void lessthan_func(const PT* FLS_RESTRICT array_pointer, PT value, SelectionDS& selection_ds) { auto& idx_arr = selection_ds.idx_arr; auto& n_selected_values = selection_ds.n_selected_values; @@ -107,7 +110,7 @@ void and_selection_ds_func(const SelectionDS& selection_ds_0, const SelectionDS& selection_ds_1, SelectionDS& selection_ds_2) { - size_t i = 0, j = 0, k = 0; + n_t i = 0, j = 0, k = 0; while (i < selection_ds_0.n_selected_values && j < selection_ds_1.n_selected_values) { if (selection_ds_0.idx_arr[i] < selection_ds_1.idx_arr[j]) { i++; diff --git a/src/primitive/primitive.cpp b/src/primitive/primitive.cpp index 64cc02dc..b530ec5a 100644 --- a/src/primitive/primitive.cpp +++ b/src/primitive/primitive.cpp @@ -3,7 +3,7 @@ // ──────────────────────────────────────────────────────── // src/primitive/primitive.cpp // ──────────────────────────────────────────────────────── -#include "fls/primitive/primitive.hpp" +// #include "fls/primitive/primitive.hpp" namespace fastlanes { diff --git a/src/primitive/rle/rle.cpp b/src/primitive/rle/rle.cpp index 0f3f070a..7833669e 100644 --- a/src/primitive/rle/rle.cpp +++ b/src/primitive/rle/rle.cpp @@ -5,14 +5,18 @@ // ──────────────────────────────────────────────────────── #include "fls/primitive/rle/rle.hpp" #include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/common/restrict.hpp" #include "fls/common/string.hpp" +#include "fls/expression/data_type.hpp" namespace fastlanes { template -n_t RLE::encode(const KEY_PT* __restrict in_arr, - KEY_PT* __restrict rle_vals, - INDEX_PT* __restrict rle_idxs) { +n_t RLE::encode(const KEY_PT* FLS_RESTRICT in_arr, + KEY_PT* FLS_RESTRICT rle_vals, + INDEX_PT* FLS_RESTRICT rle_idxs) { rle_idx_t pos_val = 0; n_t rle_val_idx = 0; diff --git a/src/primitive/untraspose/untranspose.cpp b/src/primitive/untraspose/untranspose.cpp index e70a0655..c5bc3095 100644 --- a/src/primitive/untraspose/untranspose.cpp +++ b/src/primitive/untraspose/untranspose.cpp @@ -5,6 +5,7 @@ // ──────────────────────────────────────────────────────── #include "fls/primitive/untranspose/untranspose.hpp" #include "fls_gen/untranspose/untranspose.hpp" +#include namespace fastlanes { void untranspose_i(const int64_t* a_in, int64_t* a_out) { diff --git a/src/primitives/fls_generated/fallback/scalar_aav_uf1/fallback_scalar_aav_1024_uf1_untranspose_test.cpp b/src/primitives/fls_generated/fallback/scalar_aav_uf1/fallback_scalar_aav_1024_uf1_untranspose_test.cpp index 8d3a950a..ed4fadf1 100644 --- a/src/primitives/fls_generated/fallback/scalar_aav_uf1/fallback_scalar_aav_1024_uf1_untranspose_test.cpp +++ b/src/primitives/fls_generated/fallback/scalar_aav_uf1/fallback_scalar_aav_1024_uf1_untranspose_test.cpp @@ -42,3 +42,5 @@ class fallback_scalar_aav_1024_uf1_untranspose : public ::testing::Test { delete[] untransposed64; } }; + +// NOLINTEND diff --git a/src/primitives/fls_generated/fls_generated.cpp b/src/primitives/fls_generated/fls_generated.cpp index a7e26c81..8cf465eb 100644 --- a/src/primitives/fls_generated/fls_generated.cpp +++ b/src/primitives/fls_generated/fls_generated.cpp @@ -3,3 +3,11 @@ // ──────────────────────────────────────────────────────── // src/primitives/fls_generated/fls_generated.cpp // ──────────────────────────────────────────────────────── + +// NOLINTBEGIN +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// src/primitives/fls_generated/fls_generated.cpp +// ──────────────────────────────────────────────────────── +// NOLINTEND diff --git a/src/printer/output.cpp b/src/printer/output.cpp index c9e186c6..27bec653 100644 --- a/src/printer/output.cpp +++ b/src/printer/output.cpp @@ -4,9 +4,12 @@ // src/printer/output.cpp // ──────────────────────────────────────────────────────── #include "fls/printer/output.hpp" -#include -#include -#include +#include "fls/common/alias.hpp" +#include "fls/std/string.hpp" +#include "fls/std/vector.hpp" +#include // for std::mblen +#include // for std::left and std::right +#include // for std::ios_base flags (sometimes needed) namespace fastlanes { TerminalOutput::TerminalOutput() = default; @@ -40,15 +43,15 @@ void TerminalOutput::Setup() const { setup_alignment(); } -const std::vector& TerminalOutput::Rows() const { +const vector& TerminalOutput::Rows() const { return m_rows; } -std::string TerminalOutput::Ruler(POS pos) const { +string TerminalOutput::Ruler(POS pos) const { - std::string result; - size_t i {0}; - std::string lft, mid, rgt; + string result; + n_t i {0}; + string lft, mid, rgt; switch (pos) { case POS::TOP: rgt = m_top_rgt; @@ -83,7 +86,7 @@ unsigned TerminalOutput::Width(unsigned int i) const { return m_width[i]; } -unsigned TerminalOutput::CorrectDistance(const std::string& string_to_correct) const { +unsigned TerminalOutput::CorrectDistance(const string& string_to_correct) const { return static_cast(string_to_correct.size() - glyph_length(string_to_correct)); } @@ -91,8 +94,8 @@ bool TerminalOutput::HasRuler() const { return m_has_ruler; } -std::string TerminalOutput::repeat(unsigned int times, const std::string& c) { - std::string result; +string TerminalOutput::repeat(unsigned int times, const string& c) { + string result; for (; times > 0; --times) { result += c; } @@ -100,13 +103,13 @@ std::string TerminalOutput::repeat(unsigned int times, const std::string& c) { return result; } -unsigned TerminalOutput::glyph_length(const std::string& s) const { +unsigned TerminalOutput::glyph_length(const string& s) const { auto byte_length = s.length(); int u = 0; const char* c_str = s.c_str(); unsigned glyph_length = 0; while (u < byte_length) { - u += std::mblen(&c_str[u], byte_length - static_cast(u)); + u += std::mblen(&c_str[u], byte_length - static_cast(u)); glyph_length += 1; } return glyph_length; @@ -138,15 +141,15 @@ void TerminalOutput::setup_alignment() const { } } -std::string TerminalOutput::Vertical() const { +string TerminalOutput::Vertical() const { return m_vertical; } -std::string TerminalOutput::Horizontal() const { +string TerminalOutput::Horizontal() const { return m_horizontal; } -void TerminalOutput::Add(const std::string& content) { +void TerminalOutput::Add(const string& content) { // m_current.push_back(content); } @@ -219,7 +222,7 @@ std::ostream& operator<<(std::ostream& stream, TerminalOutput const& table) { return stream; } -void CsvOutput::Add(const std::string& content) { +void CsvOutput::Add(const string& content) { ss << content; ss << ","; } diff --git a/src/printer/output_factory.cpp b/src/printer/output_factory.cpp index fb2082e1..6c11ed12 100644 --- a/src/printer/output_factory.cpp +++ b/src/printer/output_factory.cpp @@ -4,7 +4,10 @@ // src/printer/output_factory.cpp // ──────────────────────────────────────────────────────── #include "fls/printer/output_factory.hpp" +#include "fls/common/alias.hpp" #include "fls/printer/output.hpp" +#include // for std::make_unique +#include // for std::ostream namespace fastlanes { up OutputFactory::CreateMKD(std::ostream& file_out) { diff --git a/src/printer/to_str.cpp b/src/printer/to_str.cpp index dffd8ca8..09caa8f0 100644 --- a/src/printer/to_str.cpp +++ b/src/printer/to_str.cpp @@ -5,19 +5,25 @@ // ──────────────────────────────────────────────────────── #include "fls/utl/to_str.hpp" #include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/std/string.hpp" +#include #include +#include #include +#include // for std::is_same namespace fastlanes { template -std::string print_arr(const T* p, n_t c) { +string print_arr(const T* p, n_t c) { if constexpr (std::is_same()) { FLS_ABORT("Not Supported") } else { std::stringstream ss; ss << "["; - for (size_t i {0}; i < c; ++i) { + for (n_t i {0}; i < c; ++i) { ss << std::to_string(p[i]); if (i != c - 1) { ss << " "; @@ -30,37 +36,37 @@ std::string print_arr(const T* p, n_t c) { } template -std::string ToStr::to_str(T* p) { +string ToStr::to_str(T* p) { return print_arr(reinterpret_cast(p), CFG::LOG::MAX); } template -std::string ToStr::to_str(T* p, n_t c) { +string ToStr::to_str(T* p, n_t c) { return print_arr(reinterpret_cast(p), c); } template <> -std::string ToStr::to_str(void* p) { +string ToStr::to_str(void* p) { auto typed_p = reinterpret_cast(p); std::stringstream ss; ss << "0x "; - for (size_t i {0}; i < 16; ++i) { + for (n_t i {0}; i < 16; ++i) { ss << std::uppercase << std::hex << std::setw(2) << std::setfill('0') << typed_p[i] << " "; } return ss.str(); } -std::string ToStr::to_hex(uint8_t* p, n_t c) { +string ToStr::to_hex(uint8_t* p, n_t c) { std::stringstream ss; ss << "0x "; - for (size_t i {0}; i < c; ++i) { + for (n_t i {0}; i < c; ++i) { ss << std::uppercase << std::hex << std::setw(2) << std::setfill('0') << +p[i] << " "; } return ss.str(); } template -std::string ToStr::to_str(T val) { +string ToStr::to_str(T val) { std::stringstream ss; ss << val; return ss.str(); @@ -70,32 +76,32 @@ std::string ToStr::to_str(T val) { * Specialization \---------------------------------------------------------------------------------------------------------------------*/ // clang-format off -template std::string ToStr::to_str(uint8_t *p); -template std::string ToStr::to_str(uint16_t *p); -template std::string ToStr::to_str(uint32_t *p); -template std::string ToStr::to_str(uint64_t *p); -template std::string ToStr::to_str(int8_t *p); -template std::string ToStr::to_str(int16_t *p); -template std::string ToStr::to_str(int32_t *p); -template std::string ToStr::to_str(int64_t *p); -template std::string ToStr::to_str(float *p); -template std::string ToStr::to_str(double *p); -template std::string ToStr::to_str(bool *p); +template string ToStr::to_str(uint8_t *p); +template string ToStr::to_str(uint16_t *p); +template string ToStr::to_str(uint32_t *p); +template string ToStr::to_str(uint64_t *p); +template string ToStr::to_str(int8_t *p); +template string ToStr::to_str(int16_t *p); +template string ToStr::to_str(int32_t *p); +template string ToStr::to_str(int64_t *p); +template string ToStr::to_str(float *p); +template string ToStr::to_str(double *p); +template string ToStr::to_str(bool *p); -template std::string ToStr::to_str(uint8_t *p, n_t c); -template std::string ToStr::to_str(uint16_t *p, n_t c); -template std::string ToStr::to_str(uint32_t *p, n_t c); -template std::string ToStr::to_str(uint64_t *p, n_t c); -template std::string ToStr::to_str(int8_t *p, n_t c); -template std::string ToStr::to_str(int16_t *p, n_t c); -template std::string ToStr::to_str(int32_t *p, n_t c); -template std::string ToStr::to_str(int64_t *p, n_t c); -template std::string ToStr::to_str(float *p, n_t c); -template std::string ToStr::to_str(double *p, n_t c); -template std::string ToStr::to_str(bool *p, n_t c); +template string ToStr::to_str(uint8_t *p, n_t c); +template string ToStr::to_str(uint16_t *p, n_t c); +template string ToStr::to_str(uint32_t *p, n_t c); +template string ToStr::to_str(uint64_t *p, n_t c); +template string ToStr::to_str(int8_t *p, n_t c); +template string ToStr::to_str(int16_t *p, n_t c); +template string ToStr::to_str(int32_t *p, n_t c); +template string ToStr::to_str(int64_t *p, n_t c); +template string ToStr::to_str(float *p, n_t c); +template string ToStr::to_str(double *p, n_t c); +template string ToStr::to_str(bool *p, n_t c); -template std::string ToStr::to_str(uint16_t val); +template string ToStr::to_str(uint16_t val); } // namespace fastlanes diff --git a/src/reader/column_view.cpp b/src/reader/column_view.cpp index 54ecf975..922e01ad 100644 --- a/src/reader/column_view.cpp +++ b/src/reader/column_view.cpp @@ -4,11 +4,12 @@ // src/reader/column_view.cpp // ──────────────────────────────────────────────────────── #include "fls/reader/column_view.hpp" +#include "fls/common/alias.hpp" #include "fls/common/assert.hpp" -#include "fls/footer/column_descriptor.hpp" -#include "fls/footer/rowgroup_descriptor.hpp" -#include "fls/logger/logger.hpp" +#include "fls/footer/column_descriptor_generated.h" #include "fls/reader/segment.hpp" +#include "fls/std/span.hpp" +#include // for std::byte namespace fastlanes { diff --git a/src/reader/csv_reader.cpp b/src/reader/csv_reader.cpp index 6ea937ce..700245f9 100644 --- a/src/reader/csv_reader.cpp +++ b/src/reader/csv_reader.cpp @@ -4,15 +4,25 @@ // src/reader/csv_reader.cpp // ──────────────────────────────────────────────────────── #include "fls/reader/csv_reader.hpp" +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" #include "fls/common/assert.hpp" #include "fls/connection.hpp" #include "fls/csv/csv-parser/parser.hpp" +#include "fls/footer/column_descriptor.hpp" #include "fls/io/file.hpp" #include "fls/json/fls_json.hpp" #include "fls/json/nlohmann/json.hpp" +#include "fls/std/filesystem.hpp" +#include "fls/std/string.hpp" #include "fls/table/attribute.hpp" #include "fls/table/rowgroup.hpp" #include "fls/table/table.hpp" +#include +#include +#include // for std::ifstream +#include +#include // for std::move namespace fastlanes { @@ -26,12 +36,12 @@ up CsvReader::Read(const path& dir_path, const Connection& connection) { for (const auto& entry : std::filesystem::directory_iterator(dir_path)) { const auto& file_path = entry.path(); auto file_path_str = file_path.string(); - if (const auto schema_path = file_path_str.find(SCHEMA_FILE_NAME); schema_path != std::string::npos) { + if (const auto schema_path = file_path_str.find(SCHEMA_FILE_NAME); schema_path != string::npos) { is_schema_found = true; found_schema_path = file_path; } - if (const auto schema_path = file_path.string().find(".csv"); schema_path != std::string::npos) { + if (const auto schema_path = file_path.string().find(".csv"); schema_path != string::npos) { is_file_found = true; found_csv_path = file_path; } diff --git a/src/reader/external_reader.cpp b/src/reader/external_reader.cpp index 8ca916f9..232809c7 100644 --- a/src/reader/external_reader.cpp +++ b/src/reader/external_reader.cpp @@ -3,7 +3,7 @@ // ──────────────────────────────────────────────────────── // src/reader/external_reader.cpp // ──────────────────────────────────────────────────────── -#include "fls/reader/external_reader.hpp" +// #include "fls/reader/external_reader.hpp" namespace fastlanes { diff --git a/src/reader/json_reader.cpp b/src/reader/json_reader.cpp index e4f592ce..9ae56420 100644 --- a/src/reader/json_reader.cpp +++ b/src/reader/json_reader.cpp @@ -4,14 +4,25 @@ // src/reader/json_reader.cpp // ──────────────────────────────────────────────────────── #include "fls/reader/json_reader.hpp" -#include "fls/common/assert.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/common.hpp" #include "fls/connection.hpp" +#include "fls/footer/column_descriptor.hpp" #include "fls/io/file.hpp" #include "fls/json/fls_json.hpp" #include "fls/json/nlohmann/json.hpp" +#include "fls/std/filesystem.hpp" +#include "fls/std/string.hpp" +#include "fls/std/variant.hpp" #include "fls/table/attribute.hpp" #include "fls/table/rowgroup.hpp" #include "fls/table/table.hpp" +#include +#include // for std::ifstream +#include // for std::runtime_error +#include // for std::getline +#include // for std::move +#include namespace fastlanes { @@ -91,12 +102,12 @@ up
JsonReader::Read(const path& dir_path, const Connection& connection) { for (const auto& entry : std::filesystem::directory_iterator(dir_path)) { const auto& file_path = entry.path(); auto file_path_str = file_path.string(); - if (const auto schema_path = file_path_str.find(SCHEMA_FILE_NAME); schema_path != std::string::npos) { + if (const auto schema_path = file_path_str.find(SCHEMA_FILE_NAME); schema_path != string::npos) { is_schema_found = true; found_schema_path = file_path; } - if (const auto schema_path = file_path.string().find(".jsonl"); schema_path != std::string::npos) { + if (const auto schema_path = file_path.string().find(".jsonl"); schema_path != string::npos) { is_file_found = true; found_jsonl_path = file_path; } diff --git a/src/reader/rowgroup_reader.cpp b/src/reader/rowgroup_reader.cpp index 5d5338f8..4a6cf680 100644 --- a/src/reader/rowgroup_reader.cpp +++ b/src/reader/rowgroup_reader.cpp @@ -3,7 +3,8 @@ // ──────────────────────────────────────────────────────── // src/reader/rowgroup_reader.cpp // ──────────────────────────────────────────────────────── -#include "fls/reader/rowgroup_reader.hpp" // +#include "fls/reader/rowgroup_reader.hpp" // +#include "fls/common/alias.hpp" #include "fls/connection.hpp" // for Connector (ptr only) #include "fls/cor/lyt/buf.hpp" // for Buf #include "fls/csv/csv.hpp" // for CSV @@ -13,17 +14,14 @@ #include "fls/expression/expression_executor.hpp" // #include "fls/expression/interpreter.hpp" // for Interpreter #include "fls/expression/physical_expression.hpp" // for PhysicalExpr -#include "fls/expression/predicate_operator.hpp" // #include "fls/footer/rowgroup_descriptor.hpp" // for Footer, ColumnMeta... #include "fls/io/file.hpp" // for File #include "fls/io/io.hpp" // for IO, io -#include "fls/json/nlohmann/json.hpp" // for json #include "fls/reader/column_view.hpp" #include "fls/reader/rowgroup_view.hpp" #include "fls/std/filesystem.hpp" #include "fls/table/chunk.hpp" // for Chunk #include // for make_unique, uniqu... -#include // for basic_string namespace fastlanes { diff --git a/src/reader/rowgroup_view.cpp b/src/reader/rowgroup_view.cpp index 1905e4d4..d33a2c8b 100644 --- a/src/reader/rowgroup_view.cpp +++ b/src/reader/rowgroup_view.cpp @@ -4,11 +4,12 @@ // src/reader/rowgroup_view.cpp // ──────────────────────────────────────────────────────── #include "fls/reader/rowgroup_view.hpp" +#include "fls/common/alias.hpp" #include "fls/common/assert.hpp" -#include "fls/connection.hpp" -#include "fls/footer/rowgroup_descriptor.hpp" +#include "fls/footer/rowgroup_descriptor_generated.h" #include "fls/reader/column_view.hpp" -#include "fls/reader/segment.hpp" +#include "fls/std/span.hpp" +#include // for std::byte namespace fastlanes { diff --git a/src/reader/segment.cpp b/src/reader/segment.cpp index a0046a63..0497ad65 100644 --- a/src/reader/segment.cpp +++ b/src/reader/segment.cpp @@ -4,10 +4,22 @@ // src/reader/segment.cpp // ──────────────────────────────────────────────────────── #include "fls/reader/segment.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/common/common.hpp" #include "fls/cor/lyt/buf.hpp" +#include "fls/expression/data_type.hpp" +#include "fls/footer/footer_generated.h" #include "fls/footer/segment_descriptor.hpp" +#include "fls/std/span.hpp" +#include "fls/std/variant.hpp" #include "fls/std/vector.hpp" +#include // for std::byte +#include +#include // for std::numeric_limits +#include #include +#include namespace fastlanes { @@ -39,24 +51,24 @@ template class EntryPointView; template class EntryPointView; n_t get_offset(const entry_point_view_t& entry_point_view, n_t vex_idx) { - return std::visit(overloaded {// - [](const std::monostate&) -> n_t { FLS_UNREACHABLE() }, - [vex_idx](const EntryPointView& entry_point_view) -> n_t { - if (vex_idx == 0) { - return 0; - } - return entry_point_view.entrypoint_span[vex_idx - 1]; - }}, - entry_point_view); + return visit(overloaded {// + [](const std::monostate&) -> n_t { FLS_UNREACHABLE() }, + [vex_idx](const EntryPointView& entry_point_view) -> n_t { + if (vex_idx == 0) { + return 0; + } + return entry_point_view.entrypoint_span[vex_idx - 1]; + }}, + entry_point_view); } n_t get_size(const entry_point_view_t& entry_point_view) { - return std::visit(overloaded {// - [](const std::monostate&) -> n_t { FLS_UNREACHABLE() }, - [](const EntryPointView& entry_point_view) -> n_t { - return entry_point_view.entrypoint_span.size(); - }}, - entry_point_view); + return visit(overloaded {// + [](const std::monostate&) -> n_t { FLS_UNREACHABLE() }, + [](const EntryPointView& entry_point_view) -> n_t { + return entry_point_view.entrypoint_span.size(); + }}, + entry_point_view); } /*--------------------------------------------------------------------------------------------------------------------*\ @@ -132,14 +144,14 @@ EntryPointType detect_smallest_entry_point_type(const Segment& segment) { } template -void cast_entry_points(uint8_t* helper_buffer, const std::vector& entry_points) { +void cast_entry_points(uint8_t* helper_buffer, const vector& entry_points) { auto* typed_entry_point = reinterpret_cast(helper_buffer); for (size_t entry_point_idx = 0; entry_point_idx < entry_points.size(); entry_point_idx++) { typed_entry_point[entry_point_idx] = static_cast(entry_points[entry_point_idx]); } } -void cast(const std::vector& entry_points, EntryPointType entry_point_t, uint8_t* helper_buffer) { +void cast(const vector& entry_points, EntryPointType entry_point_t, uint8_t* helper_buffer) { switch (entry_point_t) { case EntryPointType::UINT8: cast_entry_points(helper_buffer, entry_points); diff --git a/src/reader/table_reader.cpp b/src/reader/table_reader.cpp index 74cdffac..9912af3e 100644 --- a/src/reader/table_reader.cpp +++ b/src/reader/table_reader.cpp @@ -4,17 +4,22 @@ // src/reader/table_reader.cpp // ──────────────────────────────────────────────────────── #include "fls/reader/table_reader.hpp" +#include "fls/common/alias.hpp" #include "fls/csv/csv.hpp" #include "fls/encoder/materializer.hpp" #include "fls/file/file_footer.hpp" #include "fls/file/file_header.hpp" #include "fls/footer/table_descriptor.hpp" -#include "fls/info.hpp" -#include "fls/io/file.hpp" -#include "fls/io/io.hpp" #include "fls/reader/rowgroup_reader.hpp" +#include "fls/std/filesystem.hpp" +#include "fls/std/string.hpp" +#include // std::filesystem::path, exists, is_directory, is_regular_file +#include // for std::move namespace fastlanes { + +constexpr static auto const* TABLE_DESCRIPTOR_FILE_NAME {"table_descriptor.fbb"}; + up TableReader::get_rowgroup_reader(const n_t rowgroup_idx) const { auto rowgroup_reader = make_unique( m_file_path, *m_table_descriptor->m_rowgroup_descriptors[rowgroup_idx], m_connection); @@ -22,7 +27,7 @@ up TableReader::get_rowgroup_reader(const n_t rowgroup_idx) cons } up
TableReader::materialize() const { - auto table_up = std::make_unique
(m_connection); + auto table_up = make_unique
(m_connection); for (n_t rowgroup_idx {0}; rowgroup_idx < m_table_descriptor->m_rowgroup_descriptors.size(); rowgroup_idx++) { auto rowgroup_up = get_rowgroup_reader(rowgroup_idx)->materialize(); diff --git a/src/reader/table_view.cpp b/src/reader/table_view.cpp index ab3378d4..af60a515 100644 --- a/src/reader/table_view.cpp +++ b/src/reader/table_view.cpp @@ -3,12 +3,7 @@ // ──────────────────────────────────────────────────────── // src/reader/table_view.cpp // ──────────────────────────────────────────────────────── -#include "fls/reader/table_view.hpp" -#include "fls/common/assert.hpp" -#include "fls/connection.hpp" -#include "fls/footer/rowgroup_descriptor.hpp" -#include "fls/reader/column_view.hpp" -#include "fls/reader/segment.hpp" +// #include "fls/reader/table_view.hpp" namespace fastlanes { diff --git a/src/std/filesystem.cpp b/src/std/filesystem.cpp index d8cf7f29..31d04c9d 100644 --- a/src/std/filesystem.cpp +++ b/src/std/filesystem.cpp @@ -4,9 +4,11 @@ // src/std/filesystem.cpp // ──────────────────────────────────────────────────────── #include "fls/std/filesystem.hpp" -#include // errno +#include // errno +#include // std::filesystem::path, exists, is_directory, is_regular_file #include -#include +#include // std::ios::binary +#include // std::runtime_error #include // NEW – std::system_error / std::error_code namespace fastlanes { diff --git a/src/stt/histogram.cpp b/src/stt/histogram.cpp index 78440ba4..6d46324e 100644 --- a/src/stt/histogram.cpp +++ b/src/stt/histogram.cpp @@ -4,8 +4,12 @@ // src/stt/histogram.cpp // ──────────────────────────────────────────────────────── #include "fls/stt/histogram.hpp" -#include "fls/std/string.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/common/macros.hpp" #include +#include +#include // for std::is_same namespace fastlanes { template diff --git a/src/stt/minmax.cpp b/src/stt/minmax.cpp index 2396edd3..e36c9042 100644 --- a/src/stt/minmax.cpp +++ b/src/stt/minmax.cpp @@ -4,7 +4,11 @@ // src/stt/minmax.cpp // ──────────────────────────────────────────────────────── #include "fls/stt/minmax.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/macros.hpp" +#include #include +#include namespace fastlanes { template diff --git a/src/stt/stt_fac.cpp b/src/stt/stt_fac.cpp index e02cba3d..723c6688 100644 --- a/src/stt/stt_fac.cpp +++ b/src/stt/stt_fac.cpp @@ -4,8 +4,12 @@ // src/stt/stt_fac.cpp // ──────────────────────────────────────────────────────── #include "fls/stt/stt_fac.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/macros.hpp" #include "fls/stt/histogram.hpp" #include "fls/stt/minmax.hpp" +#include "fls/stt/type.hpp" +#include namespace fastlanes { template diff --git a/src/table/attribute.cpp b/src/table/attribute.cpp index 2b8aef1d..f9cd053d 100644 --- a/src/table/attribute.cpp +++ b/src/table/attribute.cpp @@ -4,24 +4,35 @@ // src/table/attribute.cpp // ──────────────────────────────────────────────────────── #include "fls/table/attribute.hpp" +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" #include "fls/common/common.hpp" #include "fls/common/decimal.hpp" #include "fls/common/double.hpp" #include "fls/common/string.hpp" #include "fls/detail/parse_fp.hpp" #include "fls/expression/data_type.hpp" +#include "fls/footer/column_descriptor_generated.h" +#include "fls/std/string.hpp" +#include "fls/std/variant.hpp" +#include "fls/table/rowgroup.hpp" #include "fls/types/bool.hpp" #include "fls/types/date.hpp" #include "fls/types/integer.hpp" #include "fls/types/timestamp.hpp" #include -#include +#include // for std::isdigit +#include // for int32_t, uint8_t, int64_t, uint16_t, uint32_t, uint64_t +#include // for std::strtod, std::stoull, std::stoul #include +#include // for std::exception +#include // for std::setprecision #include +#include // for std::numeric_limits #include #include #include -#include +#include namespace fastlanes { @@ -285,7 +296,7 @@ bool isValidUint64(const std::string& str) { } try { - // Convert to unsigned long long and check if it's within uint64_t range + // Convert to uint64_t long and check if it's within uint64_t range uint64_t value = std::stoull(str); return value <= std::numeric_limits::max(); } catch (const std::exception&) { @@ -369,8 +380,8 @@ bool isValidUint16(const std::string& str) { } try { - // Convert string to unsigned long and check the range - unsigned long value = std::stoul(str); + // Convert string to uint64_t and check the range + uint64_t value = std::stoul(str); return value <= std::numeric_limits::max(); } catch (const std::exception&) { return false; // Overflow or invalid conversion @@ -474,7 +485,7 @@ struct rowgroup_visitor { string new_val; // fix me - std::visit(rowgroup_visitor {new_val, row_idx, data_type}, struct_col->internal_rowgroup[col_idx]); + visit(rowgroup_visitor {new_val, row_idx, data_type}, struct_col->internal_rowgroup[col_idx]); if (col_idx == FIRST_IDX) { value = "{" + new_val; diff --git a/src/table/chunk.cpp b/src/table/chunk.cpp index 31197e09..ce1543a5 100644 --- a/src/table/chunk.cpp +++ b/src/table/chunk.cpp @@ -4,10 +4,11 @@ // src/table/chunk.cpp // ──────────────────────────────────────────────────────── #include "fls/table/chunk.hpp" -#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/common/common.hpp" #include "fls/common/macros.hpp" -#include "fls/expression/physical_expression.hpp" -#include "fls/reader/segment.hpp" +#include "fls/std/variant.hpp" #include "fls/table/rowgroup.hpp" namespace fastlanes { diff --git a/src/table/column.cpp b/src/table/column.cpp index 268c18e2..8445cf01 100644 --- a/src/table/column.cpp +++ b/src/table/column.cpp @@ -3,7 +3,7 @@ // ──────────────────────────────────────────────────────── // src/table/column.cpp // ──────────────────────────────────────────────────────── -#include "fls/table/column.hpp" +// #include "fls/table/column.hpp" namespace fastlanes { diff --git a/src/table/rowgroup.cpp b/src/table/rowgroup.cpp index dd356040..93b09a98 100644 --- a/src/table/rowgroup.cpp +++ b/src/table/rowgroup.cpp @@ -4,17 +4,34 @@ // src/table/rowgroup.cpp // ──────────────────────────────────────────────────────── #include "fls/table/rowgroup.hpp" -#include "fls/common/magic_enum.hpp" +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/common/common.hpp" #include "fls/common/string.hpp" #include "fls/connection.hpp" #include "fls/csv/csv-parser/parser.hpp" #include "fls/expression/data_type.hpp" +#include "fls/footer/column_descriptor.hpp" +#include "fls/footer/column_descriptor_generated.h" #include "fls/footer/rowgroup_descriptor.hpp" #include "fls/json/nlohmann/json.hpp" -#include "fls/reader/segment.hpp" +#include "fls/std/filesystem.hpp" +#include "fls/std/string.hpp" +#include "fls/std/variant.hpp" +#include "fls/std/vector.hpp" #include "fls/table/attribute.hpp" #include "fls/table/chunk.hpp" -#include "fls/table/vector.hpp" +#include // if you use asserts, or your macros depend on it +#include // int8_t, int16_t, int32_t, uint8_t, uint16_t, uint32_t, uint64_t +#include // std::ifstream +#include // std::numeric_limits +#include // std::ostream +#include // std::runtime_error +#include // std::string, std::to_string +#include // std::is_same_v, std::is_same +#include // std::move +#include // std::visit, std::monostate namespace fastlanes { @@ -191,12 +208,14 @@ struct finalize_visitor { str_col->str_p_arr.resize(str_col->length_arr.size()); len_t cur_offset = 0; for (idx_t val_idx {0}; val_idx < str_col->length_arr.size(); ++val_idx) { - str_col->str_p_arr[val_idx] = (&str_col->byte_arr[cur_offset]); - str_col->fls_str_arr.emplace_back( - fls_string_t {(&str_col->byte_arr[cur_offset]), str_col->length_arr[val_idx]}); + // set pointer into byte array + str_col->str_p_arr[val_idx] = &str_col->byte_arr[cur_offset]; + + // construct fls_string_t in‐place, no temporary + str_col->fls_str_arr.emplace_back(&str_col->byte_arr[cur_offset], str_col->length_arr[val_idx]); + cur_offset += str_col->length_arr[val_idx]; } - str_col->fsst_str_p_arr.resize(str_col->fsst_length_arr.size()); cur_offset = 0; for (idx_t val_idx {0}; val_idx < str_col->fsst_length_arr.size(); ++val_idx) { @@ -446,7 +465,7 @@ void Rowgroup::FillMissingValues(const n_t how_many_to_fill) { /*--------------------------------------------------------------------------------------------------------------------*/ void cast_from_logical_to_physical(const Rowgroup& old_table, Rowgroup& new_table) { for (idx_t idx {0}; idx < old_table.ColCount(); ++idx) { - std::visit( // + visit( // overloaded { [](auto&, auto&) { throw std::runtime_error("Incompatible type"); }, [&](const up>& source_col, up>& target_col) { @@ -572,7 +591,7 @@ void Rowgroup::ReadCsv(const path& csv_path, char delimiter, char terminator) { nlohmann::json to_json(const rowgroup_pt& columns, const ColumnDescriptors& footer); nlohmann::json to_json(const col_pt& column, const ColumnDescriptorT& col_description) { - return std::visit( // + return visit( // overloaded { [](const std::monostate&) { // TODO [SKIP] @@ -640,21 +659,21 @@ n_t Rowgroup::ColCount() const { template TypedColumnView::TypedColumnView(const col_pt& column) : m_vec_idx(INVALID_N) { - std::visit(overloaded {// - [&](const up>& typed_col) { - // - m_data = typed_col->data.data(); - m_stats_p = &typed_col->m_stats; - n_vals = typed_col->data.size(); - m_bools = typed_col->null_map_arr.data(); - n_tuples = typed_col->data.size(); - }, - [&](const std::monostate&) { FLS_UNREACHABLE() }, - [&](const auto& arg) { - FLS_UNREACHABLE_WITH_TYPE(arg) - }}, - // - column); + visit(overloaded {// + [&](const up>& typed_col) { + // + m_data = typed_col->data.data(); + m_stats_p = &typed_col->m_stats; + n_vals = typed_col->data.size(); + m_bools = typed_col->null_map_arr.data(); + n_tuples = typed_col->data.size(); + }, + [&](const std::monostate&) { FLS_UNREACHABLE() }, + [&](const auto& arg) { + FLS_UNREACHABLE_WITH_TYPE(arg) + }}, + // + column); } template const PT* TypedColumnView::Data() { @@ -703,14 +722,14 @@ template class TypedColumnView; \*--------------------------------------------------------------------------------------------------------------------*/ NullMapView::NullMapView(const col_pt& column) { - std::visit(overloaded { - [&](const up>& typed_col) { m_null_map = typed_col->null_map_arr.data(); }, - [&](const up& fls_str_column) { m_null_map = fls_str_column->null_map_arr.data(); }, - [&](const std::monostate&) { FLS_UNREACHABLE() }, - [&](const auto& arg) { - FLS_UNREACHABLE_WITH_TYPE(arg) - }}, - column); + visit(overloaded { + [&](const up>& typed_col) { m_null_map = typed_col->null_map_arr.data(); }, + [&](const up& fls_str_column) { m_null_map = fls_str_column->null_map_arr.data(); }, + [&](const std::monostate&) { FLS_UNREACHABLE() }, + [&](const auto& arg) { + FLS_UNREACHABLE_WITH_TYPE(arg) + }}, + column); } const uint8_t* NullMapView::NullMap() const { FLS_ASSERT_CORRECT_IDX(m_vec_idx) @@ -723,21 +742,21 @@ const uint8_t* NullMapView::NullMap() const { FlsStrColumnView::FlsStrColumnView(const col_pt& column) : vec_idx(INVALID_N) , stats([&]() -> FlsStringStats& { - return std::visit(overloaded {[&](const up& fls_str_column) -> FlsStringStats& { - string_p = fls_str_column->str_p_arr.data(); - n_tuples = fls_str_column->length_arr.size(); - length_ptr = fls_str_column->length_arr.data(); - fsst_string_p = fls_str_column->fsst_str_p_arr.data(); - fsst_length_ptr = fls_str_column->fsst_length_arr.data(); - fls_string_p = fls_str_column->fls_str_arr.data(); - byte_arr_p = fls_str_column->byte_arr.data(); - - return fls_str_column->m_stats; - }, - [&](const auto&) -> FlsStringStats& { - FLS_UNREACHABLE(); - }}, - column); + return visit(overloaded {[&](const up& fls_str_column) -> FlsStringStats& { + string_p = fls_str_column->str_p_arr.data(); + n_tuples = fls_str_column->length_arr.size(); + length_ptr = fls_str_column->length_arr.data(); + fsst_string_p = fls_str_column->fsst_str_p_arr.data(); + fsst_length_ptr = fls_str_column->fsst_length_arr.data(); + fls_string_p = fls_str_column->fls_str_arr.data(); + byte_arr_p = fls_str_column->byte_arr.data(); + + return fls_str_column->m_stats; + }, + [&](const auto&) -> FlsStringStats& { + FLS_UNREACHABLE(); + }}, + column); }()) { } diff --git a/src/table/stats.cpp b/src/table/stats.cpp index f7eedfc5..701eaf17 100644 --- a/src/table/stats.cpp +++ b/src/table/stats.cpp @@ -4,8 +4,9 @@ // src/table/stats.cpp // ──────────────────────────────────────────────────────── #include "fls/table/stats.hpp" -#include "fls/table/rowgroup.hpp" -#include "fls/utl/util.hpp" +#include "fls/common/alias.hpp" +#include "fls/common/assert.hpp" +#include "fls/common/macros.hpp" #include namespace fastlanes { @@ -13,7 +14,7 @@ template TypedStats::TypedStats() : min {std::numeric_limits::max()} // , max {std::numeric_limits::lowest()} // - , last_seen_val(0) + , last_seen_val(0) // NOLINT , n_nulls(0) , is_double_castable(false) { } diff --git a/src/table/table.cpp b/src/table/table.cpp index ae9a9b64..bc1692f5 100644 --- a/src/table/table.cpp +++ b/src/table/table.cpp @@ -4,7 +4,9 @@ // src/table/table.cpp // ──────────────────────────────────────────────────────── #include "fls/table/table.hpp" +#include "fls/common/alias.hpp" #include "fls/connection.hpp" +#include "fls/std/string.hpp" #include "fls/table/rowgroup.hpp" namespace fastlanes { @@ -51,10 +53,10 @@ TableComparisonResult Table::operator==(const Table& other_table) const { result.first_failed_column_idx = rowgroup_result.first_failed_column_idx; result.first_failed_rowgroup_idx = rowgroup_idx; - result.description = "the content of table does not match at rowgroup" // - + std::to_string(rowgroup_idx) // - + ", at column index" // - + std::to_string(rowgroup_result.first_failed_column_idx) // + result.description = "the content of table does not match at rowgroup" // + + to_string(rowgroup_idx) // + + ", at column index" // + + to_string(rowgroup_result.first_failed_column_idx) // + "does not match."; return result; } diff --git a/src/table/vector.cpp b/src/table/vector.cpp index 1bc1a725..5c8d1222 100644 --- a/src/table/vector.cpp +++ b/src/table/vector.cpp @@ -4,7 +4,7 @@ // src/table/vector.cpp // ──────────────────────────────────────────────────────── #include "fls/table/vector.hpp" -#include "fls/reader/segment.hpp" +#include "fls/table/chunk.hpp" namespace fastlanes { diff --git a/src/types/bool.cpp b/src/types/bool.cpp index 77cc8212..a5f7efa3 100644 --- a/src/types/bool.cpp +++ b/src/types/bool.cpp @@ -4,7 +4,8 @@ // src/types/bool.cpp // ──────────────────────────────────────────────────────── #include "fls/types/bool.hpp" -#include +#include "fls/common/alias.hpp" +#include "fls/std/string.hpp" #include #include #include @@ -28,9 +29,9 @@ inline bool iequals(string_view a, string_view b) { if (a.size() != b.size()) { return false; }; - for (std::size_t i = 0; i < a.size(); ++i) { - unsigned char c1 = static_cast(a[i]); - unsigned char c2 = static_cast(b[i]); + for (n_t i = 0; i < a.size(); ++i) { + auto c1 = static_cast(a[i]); + auto c2 = static_cast(b[i]); if (std::tolower(c1) != std::tolower(c2)) { return false; }; @@ -77,7 +78,7 @@ uint8_t parse_bool(string_view val_str) { throw std::invalid_argument("Unrecognised boolean literal"); } -std::string bool_formatter(uint8_t value) { +string bool_formatter(uint8_t value) { return value == 0 ? "false" : "true"; } diff --git a/src/types/date.cpp b/src/types/date.cpp index a72fad51..939859f9 100644 --- a/src/types/date.cpp +++ b/src/types/date.cpp @@ -4,12 +4,14 @@ // src/types/date.cpp // ──────────────────────────────────────────────────────── #include "fls/types/date.hpp" -#include +#include "fls/std/string.hpp" #include #include +#include #include // for std::snprintf #include #include +#include // for std::errc namespace fastlanes { @@ -17,11 +19,11 @@ namespace fastlanes { constexpr std::chrono::sys_days EPOCH_DAYS {std::chrono::year {1970} / std::chrono::January / 1}; template -[[nodiscard]] static INTEGER_TYPE to_uint(std::string_view sv, const char* field_name) { +[[nodiscard]] static INTEGER_TYPE to_uint(string_view sv, const char* field_name) { INTEGER_TYPE value {}; auto [ptr, ec] = std::from_chars(sv.data(), sv.data() + sv.size(), value); if (ec != std::errc {} || ptr != sv.data() + sv.size()) { - throw std::invalid_argument(std::string("Invalid ") + field_name); + throw std::invalid_argument(string("Invalid ") + field_name); } return value; } @@ -41,7 +43,7 @@ int32_t parse_date(string_view val_str) { else { const auto first_slash = val_str.find('/'); const auto second_slash = val_str.find('/', first_slash + 1); - if (first_slash == std::string_view::npos || second_slash == std::string_view::npos) { + if (first_slash == string_view::npos || second_slash == string_view::npos) { throw std::invalid_argument("Expected format YYYY-MM-DD or MM/DD/YYYY"); } @@ -67,7 +69,7 @@ int32_t parse_date(string_view val_str) { return static_cast((sys_days_val - EPOCH_DAYS).count()); } -std::string date_formatter(const int32_t days_since_epoch) { +string date_formatter(const int32_t days_since_epoch) { const std::chrono::sys_days sys_days_val {EPOCH_DAYS + std::chrono::days {days_since_epoch}}; std::chrono::year_month_day ymd {sys_days_val}; if (!ymd.ok()) { @@ -80,7 +82,7 @@ std::string date_formatter(const int32_t days_since_epoch) { char buf[11]; // "YYYY-MM-DD" + '\0' std::snprintf(buf, sizeof(buf), "%04d-%02u-%02u", y, m, d); - return std::string(buf); + return buf; } } // namespace fastlanes diff --git a/src/types/integer.cpp b/src/types/integer.cpp index 39baeac8..650b01bc 100644 --- a/src/types/integer.cpp +++ b/src/types/integer.cpp @@ -10,6 +10,7 @@ #include // for std::stoull / std::stoll #include #include +#include namespace fastlanes { @@ -59,17 +60,17 @@ INTEGER_T parse_integer(const string& val_str) { throw std::invalid_argument("Invalid character in signed integer"); } } - // Convert to long long, then range-check - long long v = 0; + // Convert to int64_t, then range-check + int64_t v = 0; try { v = std::stoll(val_str); } catch (const std::invalid_argument&) { throw; // shouldn't reach here, since we've already validated characters } catch (const std::out_of_range&) { - throw; // outside of long long + throw; // outside of int64_t } - if (v < static_cast(std::numeric_limits::min()) || - v > static_cast(std::numeric_limits::max())) { + if (v < static_cast(std::numeric_limits::min()) || + v > static_cast(std::numeric_limits::max())) { throw std::out_of_range("Value out of range for signed type"); } return static_cast(v); diff --git a/src/types/timestamp.cpp b/src/types/timestamp.cpp index 6c00eec7..188f7a37 100644 --- a/src/types/timestamp.cpp +++ b/src/types/timestamp.cpp @@ -5,15 +5,17 @@ // ──────────────────────────────────────────────────────── // src/types/timestamp.cpp #include "fls/types/timestamp.hpp" +#include "fls/std/string.hpp" #include #include #include -#include #include #include +#include // for std::llabs #include #include #include +#include // for std::errc namespace fastlanes { @@ -32,11 +34,11 @@ constexpr unsigned kEpochDay = 1; // ───────────────────────── helpers ──────────────────────────── template -[[nodiscard]] INT to_int(std::string_view s, const char* field) { +[[nodiscard]] INT to_int(string_view s, const char* field) { INT v {}; auto [ptr, ec] = std::from_chars(s.data(), s.data() + s.size(), v); if (ec != std::errc {} || ptr != s.data() + s.size()) - throw std::invalid_argument(std::string("Invalid ") + field); + throw std::invalid_argument(string("Invalid ") + field); return v; } @@ -62,7 +64,7 @@ static void guard_days_range(int y, unsigned m, unsigned d) { } // ─────────────────────── parse_timestamp ────────────────────── -int64_t parse_timestamp(std::string_view ts) { +int64_t parse_timestamp(string_view ts) { // ── branch A: “MM/DD/YYYY hh:mm:ss AM/PM” ─────────────────── if (ts.size() == 22 && ts[2] == '/' && ts[5] == '/' && ts[10] == ' ' && ts[13] == ':' && ts[16] == ':' && ts[19] == ' ' && ((ts[20] == 'A' && ts[21] == 'M') || (ts[20] == 'P' && ts[21] == 'M'))) { @@ -127,7 +129,7 @@ int64_t parse_timestamp(std::string_view ts) { if (start == end) throw std::invalid_argument("Fraction must have 1-6 digits"); - int64_t v = to_int(ts.substr(start, end - start), "fractional seconds"); + auto v = to_int(ts.substr(start, end - start), "fractional seconds"); for (std::size_t pad = 6 - (end - start); pad; --pad) { v *= 10; } @@ -140,7 +142,6 @@ int64_t parse_timestamp(std::string_view ts) { if (idx < ts.size()) { if (ts[idx] == 'Z' && idx + 1 == ts.size()) { // Zulu (UTC), so offset = +00:00 - idx = ts.size(); } else if (ts[idx] == '+' || ts[idx] == '-') { sign = (ts[idx++] == '+') ? +1 : -1; if (idx + 1 >= ts.size() || !std::isdigit(static_cast(ts[idx])) || @@ -185,14 +186,14 @@ int64_t parse_timestamp(std::string_view ts) { // ── branch C: “YYYY-MM-DD[T| ]hh:mm:ss[.ffffff][Z|±HH[:MM]]” ──── const std::size_t p1 = ts.find('-'); - const std::size_t p2 = (p1 == std::string_view::npos) ? std::string_view::npos : ts.find('-', p1 + 1); - if (p1 == std::string_view::npos || p2 == std::string_view::npos) { + const std::size_t p2 = (p1 == string_view::npos) ? string_view::npos : ts.find('-', p1 + 1); + if (p1 == string_view::npos || p2 == string_view::npos) { throw std::invalid_argument("Expected YYYY-MM-DDThh:mm:ss"); } - int year = to_int(ts.substr(0, p1), "year"); - unsigned month = to_int(ts.substr(p1 + 1, 2), "month"); - unsigned day = to_int(ts.substr(p2 + 1, 2), "day"); + int year = to_int(ts.substr(0, p1), "year"); + auto month = to_int(ts.substr(p1 + 1, 2), "month"); + auto day = to_int(ts.substr(p2 + 1, 2), "day"); std::size_t posT = p2 + 3; if (posT >= ts.size() || (ts[posT] != 'T' && ts[posT] != ' ')) { @@ -227,7 +228,7 @@ int64_t parse_timestamp(std::string_view ts) { if (start == end) { throw std::invalid_argument("Fraction must have 1-6 digits"); } - int64_t v = to_int(ts.substr(start, end - start), "fractional seconds"); + auto v = to_int(ts.substr(start, end - start), "fractional seconds"); for (std::size_t pad = 6 - (end - start); pad; --pad) { v *= 10; } @@ -239,7 +240,6 @@ int64_t parse_timestamp(std::string_view ts) { int sign = 0, off_h = 0, off_m = 0; if (idx < ts.size()) { if (ts[idx] == 'Z' && idx + 1 == ts.size()) { - idx = ts.size(); // treat as +00:00 } else if (ts[idx] == '+' || ts[idx] == '-') { sign = (ts[idx++] == '+') ? +1 : -1; if (idx + 1 >= ts.size() || !std::isdigit(static_cast(ts[idx])) || @@ -281,7 +281,7 @@ int64_t parse_timestamp(std::string_view ts) { } // ───────────────────── timestamp_formatter ──────────────────── -std::string timestamp_formatter(int64_t micros) { +string timestamp_formatter(int64_t micros) { // Split micros into civil-date parts and time-of-day int64_t days = micros / K_MICROS_PER_DAY; int64_t rem = micros % K_MICROS_PER_DAY; @@ -293,14 +293,14 @@ std::string timestamp_formatter(int64_t micros) { // Civil-from-days (inverse of civil_to_days) int64_t z = days + civil_to_days(kEpochYear, kEpochMonth, kEpochDay) + 719468; int64_t era = (z >= 0 ? z : z - 146096) / 146097; - unsigned doe = static_cast(z - era * 146097); + auto doe = static_cast(z - era * 146097); unsigned yoe = (doe - doe / 1460 + doe / 36524 - doe / 146096) / 365; int64_t y = yoe + era * 400; unsigned doy = doe - (365 * yoe + yoe / 4 - yoe / 100); unsigned mp = (5 * doy + 2) / 153; int m_s = static_cast(mp) + (mp < 10 ? 3 : -9); // 1-12 - unsigned month = static_cast(m_s); + auto month = static_cast(m_s); unsigned day = doy - (153 * mp + 2) / 5 + 1; int year = static_cast(y + (month <= 2 ? 1 : 0)); @@ -319,7 +319,7 @@ std::string timestamp_formatter(int64_t micros) { std::size_t remaining = sizeof(buf) - static_cast(len); std::snprintf(buf + len, remaining, ".%06d", micro); } - return std::string(buf); + return buf; } } // namespace fastlanes diff --git a/src/types/validitymask.cpp b/src/types/validitymask.cpp index 0b1d4936..e86d0b3f 100644 --- a/src/types/validitymask.cpp +++ b/src/types/validitymask.cpp @@ -4,8 +4,10 @@ // src/types/validitymask.cpp // ──────────────────────────────────────────────────────── #include "fls/types/validitymask.hpp" +#include "fls/common/alias.hpp" #include "fls/common/assert.hpp" -#include // std::popcount (C++20) +#include // std::popcount (C++20) +#include #include // std::memset / memcpy namespace fastlanes { diff --git a/src/utl/bit_util.cpp b/src/utl/bit_util.cpp index fc289f94..84dce5dc 100644 --- a/src/utl/bit_util.cpp +++ b/src/utl/bit_util.cpp @@ -4,6 +4,8 @@ // src/utl/bit_util.cpp // ──────────────────────────────────────────────────────── #include "fls/utl/bit_util.hpp" +#include "fls/common/alias.hpp" +#include namespace fastlanes { void bit::set(uint64_t& unit, uint16_t pos) { diff --git a/src/utl/cpu/arch.cpp b/src/utl/cpu/arch.cpp index 92eb6034..966d03d6 100644 --- a/src/utl/cpu/arch.cpp +++ b/src/utl/cpu/arch.cpp @@ -6,7 +6,7 @@ #include "fls/utl/cpu/arch.hpp" #include -namespace fast_lanes { +namespace fastlanes { std::string ArchToString(Arch arch) { switch (arch) { case Arch::FALLBACK: @@ -21,4 +21,4 @@ std::string ArchToString(Arch arch) { return "UNDEFINED"; } } -} // namespace fast_lanes +} // namespace fastlanes diff --git a/src/utl/cpu/ftr.cpp b/src/utl/cpu/ftr.cpp index bc9cf66a..1be4dd94 100644 --- a/src/utl/cpu/ftr.cpp +++ b/src/utl/cpu/ftr.cpp @@ -4,10 +4,9 @@ // src/utl/cpu/ftr.cpp // ──────────────────────────────────────────────────────── #include "fls/utl/cpu/feature.hpp" // for CPUFeature, CPUFeature::FALLBACK -#include // for string #include // for basic_string -namespace fast_lanes { +namespace fastlanes { std::string CPUFeatureToString(CPUFeature feature) { switch (feature) { case CPUFeature::FALLBACK: @@ -20,4 +19,4 @@ std::string CPUFeatureToString(CPUFeature feature) { return "UNDEFINED"; } } -} // namespace fast_lanes +} // namespace fastlanes diff --git a/src/utl/cpu/info.cpp b/src/utl/cpu/info.cpp index 12e8abe3..9441199d 100644 --- a/src/utl/cpu/info.cpp +++ b/src/utl/cpu/info.cpp @@ -4,14 +4,14 @@ // src/utl/cpu/info.cpp // ──────────────────────────────────────────────────────── #include "fls/utl/cpu/info.hpp" +#include "fls/std/string.hpp" #include "fls/utl/cpu/feature.hpp" // for CPUFeature, CPUFeature::FALLBACK -#include // for string -#include // for uint32_t +#include // for uint32_t #include // for vector // clang-format off -namespace fast_lanes { +namespace fastlanes { #if defined(X86_64) #if defined(_MSC_VER) static void CpuGetid(int func, int* data) { __cpuid(data, func); } @@ -114,7 +114,7 @@ bool CpuInfo::HasFeature(CPUFeature feature) { return CpuFeatureCheck(feature); } -bool CpuInfo::HasFeature(const std::string& feature) { +bool CpuInfo::HasFeature(const fastlanes::string& feature) { // auto feature_s = table.find(feature); // if (feature_s != table.end()) { // return HasFeature(feature_s->second); diff --git a/src/utl/env.cpp b/src/utl/env.cpp index ea7f232b..af2f334e 100644 --- a/src/utl/env.cpp +++ b/src/utl/env.cpp @@ -4,25 +4,26 @@ // src/utl/env.cpp // ──────────────────────────────────────────────────────── #include "fls/utl/env.hpp" +#include "fls/std/string.hpp" #include #include namespace fastlanes { -std::string Env::GetEnvVariable(const char* key) { +string Env::GetEnvVariable(const char* key) { #ifdef _WIN32 char* buffer = nullptr; size_t size = 0; if (_dupenv_s(&buffer, &size, key) != 0 || buffer == nullptr) { - throw std::runtime_error(std::string("Environment variable ") + key + " IS NOT SET."); + throw std::runtime_error(string("Environment variable ") + key + " IS NOT SET."); } - std::string value(buffer); + string value(buffer); free(buffer); return value; #else const char* dataset_dir_path = std::getenv(key); if (dataset_dir_path == nullptr) { - throw std::runtime_error(std::string("Environment variable ") + key + " IS NOT SET."); + throw std::runtime_error(string("Environment variable ") + key + " IS NOT SET."); } return {dataset_dir_path}; #endif diff --git a/src/utl/random.cpp b/src/utl/random.cpp index 6733a26a..ede3ba71 100644 --- a/src/utl/random.cpp +++ b/src/utl/random.cpp @@ -4,6 +4,8 @@ // src/utl/random.cpp // ──────────────────────────────────────────────────────── #include "fls/utl/random.hpp" +#include "fls/common/alias.hpp" +#include "fls/std/vector.hpp" #include namespace fastlanes { @@ -30,7 +32,7 @@ T random::rand(T lowerbound, T upperbound) { } template -void random::rand(n_t n, T lowerbound, T upperbound, std::vector& vec) { +void random::rand(n_t n, T lowerbound, T upperbound, vector& vec) { for (idx_t tup_idx {0}; tup_idx < n; ++tup_idx) { vec.push_back(rand(lowerbound, upperbound)); @@ -38,5 +40,5 @@ void random::rand(n_t n, T lowerbound, T upperbound, std::vector& vec) { } template int64_t random::rand(i64_pt lowerbound, i64_pt upperbound); -template void random::rand(n_t n, i64_pt lowerbound, i64_pt upperbound, std::vector& vec); +template void random::rand(n_t n, i64_pt lowerbound, i64_pt upperbound, vector& vec); } // namespace fastlanes diff --git a/src/utl/util.cpp b/src/utl/util.cpp index 7f8772ed..019b764d 100644 --- a/src/utl/util.cpp +++ b/src/utl/util.cpp @@ -5,6 +5,7 @@ // ──────────────────────────────────────────────────────── #include "fls/utl/util.hpp" #include "fls/common/assert.hpp" +#include namespace fastlanes { uint64_t MAX_BIT(uint64_t bw) { diff --git a/src/wizard/sampling_layout.cpp b/src/wizard/sampling_layout.cpp index 0ca3d8aa..3e5e2668 100644 --- a/src/wizard/sampling_layout.cpp +++ b/src/wizard/sampling_layout.cpp @@ -4,8 +4,9 @@ // src/wizard/sampling_layout.cpp // ──────────────────────────────────────────────────────── #include "fls/wizard/sampling_layout.hpp" +#include "fls/common/alias.hpp" #include "fls/common/assert.hpp" -#include // min +#include "fls/std/vector.hpp" // ───────────────────────────────────────────────────────────────────────────────────────────────────────────── // Run-time “sampling layout” mapping @@ -16,7 +17,7 @@ namespace fastlanes { // Runtime “sampling” layout – matches the compile-time pattern for 32 & 64 // and works for every other N as well. // ----------------------------------------------------------------------------- -std::vector sampling_layout_dynamic(n_t N) { +vector sampling_layout_dynamic(n_t N) { FLS_ASSERT_G(N, 0); if (N == 0) { @@ -29,10 +30,10 @@ std::vector sampling_layout_dynamic(n_t N) { return {0, 1}; } - std::vector out; + vector out; out.reserve(N); - std::vector used(N, false); + vector used(N, false); auto push = [&](n_t v) { if (!used[v]) { diff --git a/src/wizard/wizard.cpp b/src/wizard/wizard.cpp index 8e359e40..19cf763e 100644 --- a/src/wizard/wizard.cpp +++ b/src/wizard/wizard.cpp @@ -4,22 +4,35 @@ // src/wizard/wizard.cpp // ──────────────────────────────────────────────────────── #include "fls/wizard/wizard.hpp" -#include "fls/common/alias.hpp" // for n_t, up, idx_t, make_unique +#include "fls/cfg/cfg.hpp" +#include "fls/common/alias.hpp" // for n_t, up, idx_t, make_unique +#include "fls/common/assert.hpp" #include "fls/common/common.hpp" // for FLS_UNREACHABLE #include "fls/common/string.hpp" #include "fls/connection.hpp" // for Connector #include "fls/expression/data_type.hpp" // for DataType, get_physical_type #include "fls/expression/expression_executor.hpp" #include "fls/expression/interpreter.hpp" -#include "fls/expression/rpn.hpp" // for Operator, Operand, NewRPN +#include "fls/expression/rpn.hpp" // for Operator, Operand, NewRPN +#include "fls/footer/column_descriptor.hpp" +#include "fls/footer/column_descriptor_generated.h" +#include "fls/footer/operator_token_generated.h" #include "fls/footer/rowgroup_descriptor.hpp" // for ColumnMetadata, RowgroupDescriptor -#include "fls/std/variant.hpp" // for visit -#include "fls/std/vector.hpp" // for vector -#include "fls/table/rowgroup.hpp" // for Rowgroup, TypedCol (ptr ... +#include "fls/footer/table_descriptor.hpp" +#include "fls/std/unordered_map.hpp" +#include "fls/std/variant.hpp" // for visit +#include "fls/std/vector.hpp" // for vector +#include "fls/table/rowgroup.hpp" // for Rowgroup, TypedCol (ptr ... #include "fls/wizard/sampling_layout.hpp" +#include // std::min_element +#include // int8_t, int16_t, int32_t, int64_t, uint8_t, uint16_t #include -#include // for unique_ptr, make_unique -#include // for runtime_error +#include // std::numeric_limits +#include // for unique_ptr, make_unique +#include // std::conditional_t +#include // std::unordered_map +#include // std::move +#include namespace fastlanes { DataType FindBestDataTypeForColumn(const col_pt& col); @@ -689,8 +702,8 @@ n_t TryExpr(const rowgroup_pt& col, sample_size = footer.m_n_vec; } - const n_t* vec_idxs; - std::vector dyn_layout; // keeps data alive if we fall back + const n_t* vec_idxs; + vector dyn_layout; // keeps data alive if we fall back if (footer.m_n_vec == 64) { vec_idxs = sampling_layout_64.data(); @@ -718,7 +731,7 @@ n_t TryExpr(const rowgroup_pt& col, return size; } -OperatorToken ChooseBestExpr(const std::vector>& options) { +OperatorToken ChooseBestExpr(const vector>& options) { FLS_ASSERT_FALSE(options.empty()); // make sure to add the semicolon // Find the element with the smallest 'size' member diff --git a/test/src/dataset_tests/embedding.cpp b/test/src/dataset_tests/embedding.cpp index af916c9d..c46506db 100644 --- a/test/src/dataset_tests/embedding.cpp +++ b/test/src/dataset_tests/embedding.cpp @@ -12,4 +12,4 @@ TEST_F(FastLanesReaderTester, EMBEDDING) { TestCorrectness(EMBEDDING::N1); } -} // namespace fastlanes \ No newline at end of file +} // namespace fastlanes diff --git a/test/src/dataset_tests/generated_data.cpp b/test/src/dataset_tests/generated_data.cpp index 49d967d5..f4c8ab5e 100644 --- a/test/src/dataset_tests/generated_data.cpp +++ b/test/src/dataset_tests/generated_data.cpp @@ -3,6 +3,13 @@ // ──────────────────────────────────────────────────────── // test/src/dataset_tests/generated_data.cpp // ──────────────────────────────────────────────────────── + +// NOLINTBEGIN +// ──────────────────────────────────────────────────────── +// | FastLanes | +// ──────────────────────────────────────────────────────── +// test/src/dataset_tests/generated_data.cpp +// ──────────────────────────────────────────────────────── #include "fls_tester.hpp" namespace fastlanes { @@ -128,3 +135,4 @@ TEST_F(FastLanesReaderTester, SUBNORMALS) { } } // namespace fastlanes +// NOLINTEND diff --git a/test/src/dataset_tests/issues.cpp b/test/src/dataset_tests/issues.cpp index 76bae62d..304acd23 100644 --- a/test/src/dataset_tests/issues.cpp +++ b/test/src/dataset_tests/issues.cpp @@ -20,4 +20,4 @@ TEST_F(FastLanesReaderTester, issue_000) { TestCorrectness(issues::ISSUE_000); } -} // namespace fastlanes \ No newline at end of file +} // namespace fastlanes diff --git a/test/src/quick_fuzz_tests/fuzz_config.json b/test/src/quick_fuzz_tests/fuzz_config.json index fd3e42e2..9d9e6df3 100644 --- a/test/src/quick_fuzz_tests/fuzz_config.json +++ b/test/src/quick_fuzz_tests/fuzz_config.json @@ -1,6 +1,6 @@ { "num_cases": 10, - "base_seed": 5, + "base_seed": 6, "delimiter": "|", "min_cols": 1, "max_cols": 2,