Bump rust-polars to unreleased version

NEWS.md

@@ -4,7 +4,7 @@
 
 ### Breaking changes
 
-- Updated rust-polars to 0.42.0 (#1183).
+- Updated rust-polars to unreleased 2024-08-20, after 0.42.0 (#1183).
 - `$describe_plan()` and `$describe_optimized_plan()` are removed. Use
   respectively `$explain(optimized = FALSE)` and `$explain()` instead (#1182).
 - The parameter `inherit_optimization` is removed from all functions that had it

src/rust/Cargo.toml

@@ -50,8 +50,8 @@ serde_json = "*"
 smartstring = "1.0.1"
 state = "0.6.0"
 thiserror = "1.0.63"
-polars-core = { git = "https://github.com/pola-rs/polars.git", rev = "7686025ac7738607f2d4f6887e9a1313b7c8b1e2", default-features = false }
-polars-lazy = { git = "https://github.com/pola-rs/polars.git", rev = "7686025ac7738607f2d4f6887e9a1313b7c8b1e2", default-features = false }
+polars-core = { git = "https://github.com/pola-rs/polars.git", rev = "67551b6594c581731f0e9ca814ff7c39377bd324", default-features = false }
+polars-lazy = { git = "https://github.com/pola-rs/polars.git", rev = "67551b6594c581731f0e9ca814ff7c39377bd324", default-features = false }
 either = "1"
 
 [dependencies.polars]
@@ -159,4 +159,4 @@ features = [
   "zip_with",
 ]
 git = "https://github.com/pola-rs/polars.git"
-rev = "7686025ac7738607f2d4f6887e9a1313b7c8b1e2"
+rev = "67551b6594c581731f0e9ca814ff7c39377bd324"

src/rust/src/lazy/dataframe.rs

@@ -542,7 +542,7 @@ impl RPolarsLazyFrame {
     fn schema(&mut self) -> RResult<Pairlist> {
         let schema = self
             .0
-            .schema()
+            .collect_schema()
             .map_err(crate::rpolarserr::polars_to_rpolars_err)?;
         let pairs = schema.iter().collect::<Vec<_>>().into_iter();
         Ok(Pairlist::from_pairs(

src/rust/src/rdataframe/mod.rs

@@ -47,7 +47,7 @@ impl OwnedDataFrameIterator {
             data_type,
             idx: 0,
             n_chunks: df.n_chunks(),
-            compat_level: compat_level,
+            compat_level,
         }
     }
 }

tests/testthat/test-parquet.R

@@ -81,19 +81,18 @@ test_that("scanning from hive partition works", {
   )
 })
 
-# TODO: https://github.com/pola-rs/polars/issues/18219
-# test_that("scan_parquet can include file path", {
-#   skip_if_not_installed("withr")
-#   temp_dir = withr::local_tempdir()
-#   pl$DataFrame(mtcars)$write_parquet(temp_dir, partition_by = c("cyl", "gear"))
-#
-#   # There are 8 partitions so 8 file paths
-#   expect_identical(
-#     pl$scan_parquet(temp_dir, include_file_paths = "file_paths")$collect()$unique("file_paths") |>
-#       dim(),
-#     c(8L, 12L)
-#   )
-# })
+test_that("scan_parquet can include file path", {
+  skip_if_not_installed("withr")
+  temp_dir = withr::local_tempdir()
+  pl$DataFrame(mtcars)$write_parquet(temp_dir, partition_by = c("cyl", "gear"))
+
+  # There are 8 partitions so 8 file paths
+  expect_identical(
+    pl$scan_parquet(temp_dir, include_file_paths = "file_paths")$collect()$unique("file_paths") |>
+      dim(),
+    c(8L, 12L)
+  )
+})
 
 
 test_that("write_parquet works", {