From c5724c04d3109034222f05fe3ffa7abb9531558f Mon Sep 17 00:00:00 2001 From: MacVincent Agha-Oko Date: Thu, 25 Jul 2024 11:44:09 -0700 Subject: [PATCH] Disable sorted checksum for non-flatmaps (#69) Summary: Pull Request resolved: https://github.com/facebookincubator/nimble/pull/69 Differential Revision: D60214128 --- dwio/nimble/velox/VeloxWriterOptions.h | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/dwio/nimble/velox/VeloxWriterOptions.h b/dwio/nimble/velox/VeloxWriterOptions.h index e2a04a1..159d304 100644 --- a/dwio/nimble/velox/VeloxWriterOptions.h +++ b/dwio/nimble/velox/VeloxWriterOptions.h @@ -128,6 +128,11 @@ struct VeloxWriterOptions { std::shared_ptr encodingExecutor; bool enableChunking = false; + + // We may choose to calculate a key order agnostic checksum for certain + // column types, like FlatMaps for instance. This indicator tells the writer + // when a sorted checksum is expected. + bool sortMapKeys = false; }; } // namespace facebook::nimble