From 2f745b7ddf7c85c2896106a8281a8309d3286681 Mon Sep 17 00:00:00 2001 From: Andrew Lamb Date: Thu, 31 Oct 2024 10:03:59 -0400 Subject: [PATCH] Prepare for 42.2.0 release (#13191) (#13193) * chore: Update version to 42.2.0 * Update changelog * update docs --- Cargo.toml | 50 +++++------ datafusion-cli/Cargo.lock | 141 ++++++++++++++++-------------- datafusion-cli/Cargo.toml | 4 +- dev/changelog/42.2.0.md | 37 ++++++++ docs/source/user-guide/configs.md | 2 +- 5 files changed, 139 insertions(+), 95 deletions(-) create mode 100644 dev/changelog/42.2.0.md diff --git a/Cargo.toml b/Cargo.toml index 2f8896f7d90c..21079c484ce0 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -60,7 +60,7 @@ license = "Apache-2.0" readme = "README.md" repository = "https://github.com/apache/datafusion" rust-version = "1.79" -version = "42.1.0" +version = "42.2.0" [workspace.dependencies] # We turn off default-features for some dependencies here so the workspaces which inherit them can @@ -93,30 +93,30 @@ bytes = "1.4" chrono = { version = "0.4.38", default-features = false } ctor = "0.2.0" dashmap = "6.0.1" -datafusion = { path = "datafusion/core", version = "42.1.0", default-features = false } -datafusion-catalog = { path = "datafusion/catalog", version = "42.1.0" } -datafusion-common = { path = "datafusion/common", version = "42.1.0", default-features = false } -datafusion-common-runtime = { path = "datafusion/common-runtime", version = "42.1.0" } -datafusion-execution = { path = "datafusion/execution", version = "42.1.0" } -datafusion-expr = { path = "datafusion/expr", version = "42.1.0" } -datafusion-expr-common = { path = "datafusion/expr-common", version = "42.1.0" } -datafusion-ffi = { path = "datafusion/ffi", version = "42.1.0" } -datafusion-functions = { path = "datafusion/functions", version = "42.1.0" } -datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "42.1.0" } -datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "42.1.0" } -datafusion-functions-nested = { path = "datafusion/functions-nested", version = "42.1.0" } -datafusion-functions-window = { path = "datafusion/functions-window", version = "42.1.0" } -datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "42.1.0" } -datafusion-optimizer = { path = "datafusion/optimizer", version = "42.1.0", default-features = false } -datafusion-physical-expr = { path = "datafusion/physical-expr", version = "42.1.0", default-features = false } -datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "42.1.0", default-features = false } -datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "42.1.0" } -datafusion-physical-plan = { path = "datafusion/physical-plan", version = "42.1.0" } -datafusion-proto = { path = "datafusion/proto", version = "42.1.0" } -datafusion-proto-common = { path = "datafusion/proto-common", version = "42.1.0" } -datafusion-sql = { path = "datafusion/sql", version = "42.1.0" } -datafusion-sqllogictest = { path = "datafusion/sqllogictest", version = "42.1.0" } -datafusion-substrait = { path = "datafusion/substrait", version = "42.1.0" } +datafusion = { path = "datafusion/core", version = "42.2.0", default-features = false } +datafusion-catalog = { path = "datafusion/catalog", version = "42.2.0" } +datafusion-common = { path = "datafusion/common", version = "42.2.0", default-features = false } +datafusion-common-runtime = { path = "datafusion/common-runtime", version = "42.2.0" } +datafusion-execution = { path = "datafusion/execution", version = "42.2.0" } +datafusion-expr = { path = "datafusion/expr", version = "42.2.0" } +datafusion-expr-common = { path = "datafusion/expr-common", version = "42.2.0" } +datafusion-ffi = { path = "datafusion/ffi", version = "42.2.0" } +datafusion-functions = { path = "datafusion/functions", version = "42.2.0" } +datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "42.2.0" } +datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "42.2.0" } +datafusion-functions-nested = { path = "datafusion/functions-nested", version = "42.2.0" } +datafusion-functions-window = { path = "datafusion/functions-window", version = "42.2.0" } +datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "42.2.0" } +datafusion-optimizer = { path = "datafusion/optimizer", version = "42.2.0", default-features = false } +datafusion-physical-expr = { path = "datafusion/physical-expr", version = "42.2.0", default-features = false } +datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "42.2.0", default-features = false } +datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "42.2.0" } +datafusion-physical-plan = { path = "datafusion/physical-plan", version = "42.2.0" } +datafusion-proto = { path = "datafusion/proto", version = "42.2.0" } +datafusion-proto-common = { path = "datafusion/proto-common", version = "42.2.0" } +datafusion-sql = { path = "datafusion/sql", version = "42.2.0" } +datafusion-sqllogictest = { path = "datafusion/sqllogictest", version = "42.2.0" } +datafusion-substrait = { path = "datafusion/substrait", version = "42.2.0" } doc-comment = "0.3" env_logger = "0.11" futures = "0.3" diff --git a/datafusion-cli/Cargo.lock b/datafusion-cli/Cargo.lock index ca67e3e4f531..541d464d381f 100644 --- a/datafusion-cli/Cargo.lock +++ b/datafusion-cli/Cargo.lock @@ -84,9 +84,9 @@ dependencies = [ [[package]] name = "anstream" -version = "0.6.16" +version = "0.6.17" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5f581a3637024bb8f62027f3ab6151f502090388c1dad05b01c70fb733b33c20" +checksum = "23a1e53f0f5d86382dafe1cf314783b2044280f406e7e1506368220ad11b1338" dependencies = [ "anstyle", "anstyle-parse", @@ -99,33 +99,33 @@ dependencies = [ [[package]] name = "anstyle" -version = "1.0.8" +version = "1.0.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1bec1de6f59aedf83baf9ff929c98f2ad654b97c9510f4e70cf6f661d49fd5b1" +checksum = "8365de52b16c035ff4fcafe0092ba9390540e3e352870ac09933bebcaa2c8c56" [[package]] name = "anstyle-parse" -version = "0.2.5" +version = "0.2.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "eb47de1e80c2b463c735db5b217a0ddc39d612e7ac9e2e96a5aed1f57616c1cb" +checksum = "3b2d16507662817a6a20a9ea92df6652ee4f94f914589377d69f3b21bc5798a9" dependencies = [ "utf8parse", ] [[package]] name = "anstyle-query" -version = "1.1.1" +version = "1.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "6d36fc52c7f6c869915e99412912f22093507da8d9e942ceaf66fe4b7c14422a" +checksum = "79947af37f4177cfead1110013d678905c37501914fba0efea834c3fe9a8d60c" dependencies = [ - "windows-sys 0.52.0", + "windows-sys 0.59.0", ] [[package]] name = "anstyle-wincon" -version = "3.0.5" +version = "3.0.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "abbf7eaf69f3b46121caf74645dd5d3078b4b205a2513930da0033156682cd28" +checksum = "2109dbce0e72be3ec00bed26e6a7479ca384ad226efdd66db8fa2e3a38c83125" dependencies = [ "anstyle", "windows-sys 0.59.0", @@ -456,9 +456,9 @@ checksum = "ace50bade8e6234aa140d9a2f552bbee1db4d353f69b8217bc503490fc1a9f26" [[package]] name = "aws-config" -version = "1.5.8" +version = "1.5.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7198e6f03240fdceba36656d8be440297b6b82270325908c7381f37d826a74f6" +checksum = "2d6448cfb224dd6a9b9ac734f58622dd0d4751f3589f3b777345745f46b2eb14" dependencies = [ "aws-credential-types", "aws-runtime", @@ -523,9 +523,9 @@ dependencies = [ [[package]] name = "aws-sdk-sso" -version = "1.46.0" +version = "1.47.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0dc2faec3205d496c7e57eff685dd944203df7ce16a4116d0281c44021788a7b" +checksum = "a8776850becacbd3a82a4737a9375ddb5c6832a51379f24443a98e61513f852c" dependencies = [ "aws-credential-types", "aws-runtime", @@ -545,9 +545,9 @@ dependencies = [ [[package]] name = "aws-sdk-ssooidc" -version = "1.47.0" +version = "1.48.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c93c241f52bc5e0476e259c953234dab7e2a35ee207ee202e86c0095ec4951dc" +checksum = "0007b5b8004547133319b6c4e87193eee2a0bcb3e4c18c75d09febe9dab7b383" dependencies = [ "aws-credential-types", "aws-runtime", @@ -567,9 +567,9 @@ dependencies = [ [[package]] name = "aws-sdk-sts" -version = "1.46.0" +version = "1.47.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b259429be94a3459fa1b00c5684faee118d74f9577cc50aebadc36e507c63b5f" +checksum = "9fffaa356e7f1c725908b75136d53207fa714e348f365671df14e95a60530ad3" dependencies = [ "aws-credential-types", "aws-runtime", @@ -590,9 +590,9 @@ dependencies = [ [[package]] name = "aws-sigv4" -version = "1.2.4" +version = "1.2.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cc8db6904450bafe7473c6ca9123f88cc11089e41a025408f992db4e22d3be68" +checksum = "5619742a0d8f253be760bfbb8e8e8368c69e3587e4637af5754e488a611499b1" dependencies = [ "aws-credential-types", "aws-smithy-http", @@ -938,6 +938,12 @@ version = "0.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fd16c4719339c4530435d38e511904438d07cce7950afa3718a84ac36c10e89e" +[[package]] +name = "cfg_aliases" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "613afe47fcd5fac7ccf1db93babcb082c5994d996f20b8b159f2ad1658eb5724" + [[package]] name = "chrono" version = "0.4.38" @@ -1023,9 +1029,9 @@ dependencies = [ [[package]] name = "colorchoice" -version = "1.0.2" +version = "1.0.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d3fd119d74b830634cea2a0f58bbd0d54540518a14397557951e79340abc28c0" +checksum = "5b63caa9aa9397e2d9480a9b13673856c78d8ac123288526c37d7839f2a86990" [[package]] name = "comfy-table" @@ -1182,7 +1188,7 @@ dependencies = [ [[package]] name = "datafusion" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "apache-avro", @@ -1239,7 +1245,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow-schema", "async-trait", @@ -1252,7 +1258,7 @@ dependencies = [ [[package]] name = "datafusion-cli" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "assert_cmd", @@ -1282,7 +1288,7 @@ dependencies = [ [[package]] name = "datafusion-common" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "apache-avro", @@ -1306,7 +1312,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" -version = "42.1.0" +version = "42.2.0" dependencies = [ "log", "tokio", @@ -1314,7 +1320,7 @@ dependencies = [ [[package]] name = "datafusion-execution" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "chrono", @@ -1333,7 +1339,7 @@ dependencies = [ [[package]] name = "datafusion-expr" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "arrow", @@ -1355,7 +1361,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "datafusion-common", @@ -1365,7 +1371,7 @@ dependencies = [ [[package]] name = "datafusion-functions" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "arrow-buffer", @@ -1390,7 +1396,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "arrow", @@ -1409,7 +1415,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "arrow", @@ -1421,7 +1427,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "arrow-array", @@ -1442,7 +1448,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" -version = "42.1.0" +version = "42.2.0" dependencies = [ "datafusion-common", "datafusion-expr", @@ -1455,7 +1461,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window-common" -version = "42.1.0" +version = "42.2.0" dependencies = [ "datafusion-common", "datafusion-physical-expr-common", @@ -1463,7 +1469,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "async-trait", @@ -1481,7 +1487,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "arrow", @@ -1507,7 +1513,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "arrow", @@ -1519,7 +1525,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "arrow-schema", @@ -1533,7 +1539,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" -version = "42.1.0" +version = "42.2.0" dependencies = [ "ahash", "arrow", @@ -1566,7 +1572,7 @@ dependencies = [ [[package]] name = "datafusion-sql" -version = "42.1.0" +version = "42.2.0" dependencies = [ "arrow", "arrow-array", @@ -2136,7 +2142,7 @@ dependencies = [ "http 1.1.0", "hyper 1.5.0", "hyper-util", - "rustls 0.23.15", + "rustls 0.23.16", "rustls-native-certs 0.8.0", "rustls-pki-types", "tokio", @@ -2146,9 +2152,9 @@ dependencies = [ [[package]] name = "hyper-util" -version = "0.1.9" +version = "0.1.10" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "41296eb09f183ac68eec06e03cdbea2e759633d4067b2f6552fc2e009bcad08b" +checksum = "df2dcfbe0677734ab2f3ffa7fa7bfd4706bfdc1ef393f2ee30184aed67e631b4" dependencies = [ "bytes", "futures-channel", @@ -2371,9 +2377,9 @@ dependencies = [ [[package]] name = "libm" -version = "0.2.8" +version = "0.2.11" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4ec2a862134d2a7d32d7983ddcdd1c4923530833c9f2ea1a44fc5fa473989058" +checksum = "8355be11b20d696c8f18f6cc018c4e372165b1fa8126cef092399c9951984ffa" [[package]] name = "libmimalloc-sys" @@ -2506,7 +2512,7 @@ checksum = "ab2156c4fce2f8df6c499cc1c763e4394b7482525bf2a9701c9d79d215f519e4" dependencies = [ "bitflags 2.6.0", "cfg-if", - "cfg_aliases", + "cfg_aliases 0.1.1", "libc", ] @@ -2915,7 +2921,7 @@ dependencies = [ "quinn-proto", "quinn-udp", "rustc-hash", - "rustls 0.23.15", + "rustls 0.23.16", "socket2", "thiserror", "tokio", @@ -2932,7 +2938,7 @@ dependencies = [ "rand", "ring", "rustc-hash", - "rustls 0.23.15", + "rustls 0.23.16", "slab", "thiserror", "tinyvec", @@ -2941,10 +2947,11 @@ dependencies = [ [[package]] name = "quinn-udp" -version = "0.5.5" +version = "0.5.6" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4fe68c2e9e1a1234e218683dbdf9f9dfcb094113c5ac2b938dfcb9bab4c4140b" +checksum = "e346e016eacfff12233c243718197ca12f148c84e1e84268a896699b41c71780" dependencies = [ + "cfg_aliases 0.2.1", "libc", "once_cell", "socket2", @@ -3064,9 +3071,9 @@ checksum = "ba39f3699c378cd8970968dcbff9c43159ea4cfbd88d43c00b22f2ef10a435d2" [[package]] name = "reqwest" -version = "0.12.8" +version = "0.12.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "f713147fbe92361e52392c73b8c9e48c04c6625bce969ef54dc901e58e042a7b" +checksum = "a77c62af46e79de0a562e1a9849205ffcb7fc1238876e9bd743357570e04046f" dependencies = [ "base64 0.22.1", "bytes", @@ -3087,7 +3094,7 @@ dependencies = [ "percent-encoding", "pin-project-lite", "quinn", - "rustls 0.23.15", + "rustls 0.23.16", "rustls-native-certs 0.8.0", "rustls-pemfile 2.2.0", "rustls-pki-types", @@ -3181,9 +3188,9 @@ dependencies = [ [[package]] name = "rustix" -version = "0.38.37" +version = "0.38.38" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8acb788b847c24f28525660c4d7758620a7210875711f79e7f663cc152726811" +checksum = "aa260229e6538e52293eeb577aabd09945a09d6d9cc0fc550ed7529056c2e32a" dependencies = [ "bitflags 2.6.0", "errno", @@ -3206,9 +3213,9 @@ dependencies = [ [[package]] name = "rustls" -version = "0.23.15" +version = "0.23.16" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5fbb44d7acc4e873d613422379f69f237a1b141928c02f6bc6ccfddddc2d7993" +checksum = "eee87ff5d9b36712a58574e12e9f0ea80f915a5b0ac518d322b24a465617925e" dependencies = [ "once_cell", "ring", @@ -3393,18 +3400,18 @@ checksum = "a3f0bf26fd526d2a95683cd0f87bf103b8539e2ca1ef48ce002d67aad59aa0b4" [[package]] name = "serde" -version = "1.0.213" +version = "1.0.214" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3ea7893ff5e2466df8d720bb615088341b295f849602c6956047f8f80f0e9bc1" +checksum = "f55c3193aca71c12ad7890f1785d2b73e1b9f63a0bbc353c08ef26fe03fc56b5" dependencies = [ "serde_derive", ] [[package]] name = "serde_derive" -version = "1.0.213" +version = "1.0.214" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7e85ad2009c50b58e87caa8cd6dac16bdf511bbfb7af6c33df902396aa480fa5" +checksum = "de523f781f095e28fa605cdce0f8307e451cc0fd14e2eb4cd2e98a355b147766" dependencies = [ "proc-macro2", "quote", @@ -3774,7 +3781,7 @@ version = "0.26.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0c7bc40d0e5a97695bb96e27995cd3a08538541b0a846f65bba7a359f36700d4" dependencies = [ - "rustls 0.23.15", + "rustls 0.23.16", "rustls-pki-types", "tokio", ] @@ -4075,9 +4082,9 @@ checksum = "65fc09f10666a9f147042251e0dda9c18f166ff7de300607007e96bdebc1068d" [[package]] name = "wasm-streams" -version = "0.4.1" +version = "0.4.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4e072d4e72f700fb3443d8fe94a39315df013eef1104903cdb0a2abd322bbecd" +checksum = "15053d8d85c7eccdbefef60f06769760a563c7f0a9d6902a13d35c7800b0ad65" dependencies = [ "futures-util", "js-sys", diff --git a/datafusion-cli/Cargo.toml b/datafusion-cli/Cargo.toml index 8e4352612889..049f87f08e69 100644 --- a/datafusion-cli/Cargo.toml +++ b/datafusion-cli/Cargo.toml @@ -18,7 +18,7 @@ [package] name = "datafusion-cli" description = "Command Line Client for DataFusion query engine." -version = "42.1.0" +version = "42.2.0" authors = ["Apache DataFusion "] edition = "2021" keywords = ["arrow", "datafusion", "query", "sql"] @@ -39,7 +39,7 @@ aws-sdk-sts = "1.43.0" # end pin aws-sdk crates aws-credential-types = "1.2.0" clap = { version = "4.5.16", features = ["derive", "cargo"] } -datafusion = { path = "../datafusion/core", version = "42.1.0", features = [ +datafusion = { path = "../datafusion/core", version = "42.2.0", features = [ "avro", "crypto_expressions", "datetime_expressions", diff --git a/dev/changelog/42.2.0.md b/dev/changelog/42.2.0.md new file mode 100644 index 000000000000..6c907162c65e --- /dev/null +++ b/dev/changelog/42.2.0.md @@ -0,0 +1,37 @@ + + +# Apache DataFusion 42.2.0 Changelog + +This release consists of 1 commits from 1 contributor. See credits at the end of this changelog for more information. + +**Other:** + +- +- Backport config option `skip_physical_aggregate_schema_check` #13176 to 42 [#13189](https://github.com/apache/datafusion/pull/13189) (alamb) + +## Credits + +Thank you to everyone who contributed to this release. Here is a breakdown of commits (PRs merged) per contributor. + +``` + 1 Andrew Lamb +``` + +Thank you also to everyone who contributed in other ways such as filing issues, reviewing PRs, and providing feedback on this release. diff --git a/docs/source/user-guide/configs.md b/docs/source/user-guide/configs.md index 015d35cf2455..bd8591b5d723 100644 --- a/docs/source/user-guide/configs.md +++ b/docs/source/user-guide/configs.md @@ -67,7 +67,7 @@ Environment variables are read during `SessionConfig` initialisation so they mus | datafusion.execution.parquet.statistics_enabled | page | (writing) Sets if statistics are enabled for any column Valid values are: "none", "chunk", and "page" These values are not case sensitive. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_statistics_size | 4096 | (writing) Sets max statistics size for any column. If NULL, uses default parquet writer setting | | datafusion.execution.parquet.max_row_group_size | 1048576 | (writing) Target maximum number of rows in each row group (defaults to 1M rows). Writing larger row groups requires more memory to write, but can get better compression and be faster to read. | -| datafusion.execution.parquet.created_by | datafusion version 42.1.0 | (writing) Sets "created by" property | +| datafusion.execution.parquet.created_by | datafusion version 42.2.0 | (writing) Sets "created by" property | | datafusion.execution.parquet.column_index_truncate_length | 64 | (writing) Sets column index truncate length | | datafusion.execution.parquet.data_page_row_count_limit | 20000 | (writing) Sets best effort maximum number of rows in data page | | datafusion.execution.parquet.encoding | NULL | (writing) Sets default encoding for any column. Valid values are: plain, plain_dictionary, rle, bit_packed, delta_binary_packed, delta_length_byte_array, delta_byte_array, rle_dictionary, and byte_stream_split. These values are not case sensitive. If NULL, uses default parquet writer setting |