Merge branch 'main' into date-mean

pola-rs · Jan 24, 2024 · b5a7fed · b5a7fed
2 parents aed6847 + 6273995
commit b5a7fed
Show file tree

Hide file tree

Showing 701 changed files with 18,775 additions and 11,082 deletions.
diff --git a/.github/ISSUE_TEMPLATE/bug_report_python.yml b/.github/ISSUE_TEMPLATE/bug_report_python.yml
@@ -1,19 +1,16 @@
 name: '🐞 Bug report - Python'
 description: Report an issue with Python Polars.
-labels: [bug, python]
+labels: [bug, needs triage, python]
 
 body:
   - type: checkboxes
     id: checks
     attributes:
       label: Checks
       options:
-        - label: >
-            I have checked that this issue has not already been reported.
+        - label: I have checked that this issue has not already been reported.
           required: true
-        - label: >
-            I have confirmed this bug exists on the
-            [latest version](https://pypi.org/project/polars/) of Polars.
+        - label: I have confirmed this bug exists on the [latest version](https://pypi.org/project/polars/) of Polars.
           required: true
 
   - type: textarea

diff --git a/.github/ISSUE_TEMPLATE/bug_report_rust.yml b/.github/ISSUE_TEMPLATE/bug_report_rust.yml
@@ -1,19 +1,16 @@
 name: '🐞 Bug report - Rust'
 description: Report an issue with Rust Polars.
-labels: [bug, rust]
+labels: [bug, needs triage, rust]
 
 body:
   - type: checkboxes
     id: checks
     attributes:
       label: Checks
       options:
-        - label: >
-            I have checked that this issue has not already been reported.
+        - label: I have checked that this issue has not already been reported.
           required: true
-        - label: >
-            I have confirmed this bug exists on the
-            [latest version](https://crates.io/crates/polars) of Polars.
+        - label: I have confirmed this bug exists on the [latest version](https://crates.io/crates/polars) of Polars.
           required: true
 
   - type: textarea

diff --git a/.github/release-drafter-python.yml b/.github/release-drafter-python.yml
@@ -29,8 +29,9 @@ categories:
     labels: enhancement
   - title: 🐞 Bug fixes
     labels: fix
+  - title: 📖 Documentation
+    labels: documentation
+  - title: 📦 Build system
+    labels: build
   - title: 🛠️ Other improvements
-    labels:
-      - build
-      - documentation
-      - internal
+    labels: internal
diff --git a/.github/release-drafter-rust.yml b/.github/release-drafter-rust.yml
@@ -27,9 +27,11 @@ categories:
     labels: enhancement
   - title: 🐞 Bug fixes
     labels: fix
+  - title: 📖 Documentation
+    labels: documentation
+  - title: 📦 Build system
+    labels: build
   - title: 🛠️ Other improvements
     labels:
-      - build
       - deprecation
-      - documentation
       - internal
diff --git a/.github/workflows/release-python.yml b/.github/workflows/release-python.yml
@@ -94,6 +94,7 @@ jobs:
 
     env:
       SED_INPLACE: ${{ matrix.os == 'macos-latest' && '-i ''''' || '-i'}}
+      CPU_CHECK_MODULE: py-polars/polars/_cpu_check.py
 
     steps:
       - uses: actions/checkout@v4
@@ -122,31 +123,37 @@ jobs:
         if: matrix.package == 'polars-u64-idx'
         run: tomlq -i -t '.dependencies.polars.features += ["bigidx"]' py-polars/Cargo.toml
 
-      - name: Set _POLARS_ARCH variable
-        run: sed $SED_INPLACE 's/^_POLARS_ARCH = \"unknown\"$/_POLARS_ARCH = \"${{ matrix.architecture }}\"/g' py-polars/polars/_cpu_check.py
-
-      - name: Set _POLARS_LTS_CPU variable
-        if: matrix.package == 'polars-lts-cpu'
-        run: sed $SED_INPLACE 's/^_LTS_CPU = False$/_LTS_CPU = True/g' py-polars/polars/_cpu_check.py
+      - name: Determine CPU features for x86-64
+        id: features
+        if: matrix.architecture == 'x86-64'
+        env:
+          IS_LTS_CPU: ${{ matrix.package == 'polars-lts-cpu' }}
+          IS_MACOS: ${{ matrix.os == 'macos-latest' }}
+        run: |
+          if [[ "$IS_LTS_CPU" = true ]]; then
+            FEATURES=+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt
+          elif [[ "$IS_MACOS" = true ]]; then
+            FEATURES=+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+fma
+          else
+            FEATURES=+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+avx2,+fma,+bmi1,+bmi2,+lzcnt
+          fi
+          echo "features=$FEATURES" >> $GITHUB_OUTPUT
 
       - name: Set RUSTFLAGS for x86-64
-        if: matrix.architecture == 'x86-64' && matrix.package != 'polars-lts-cpu' && matrix.os != 'macos-latest'
-        run: |
-          FEATURES=+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+avx2,+fma,+bmi1,+bmi2,+lzcnt
-          echo "RUSTFLAGS=-C target-feature=$FEATURES" >> $GITHUB_ENV
-          sed $SED_INPLACE "s/^_POLARS_FEATURE_FLAGS = \"\"\$/_POLARS_FEATURE_FLAGS = \"$FEATURES\"/g" py-polars/polars/_cpu_check.py
-      - name: Set RUSTFLAGS for x86-64 MacOS
-        if: matrix.architecture == 'x86-64' && matrix.package != 'polars-lts-cpu' && matrix.os == 'macos-latest'
+        if: matrix.architecture == 'x86-64'
+        env:
+          FEATURES: ${{ steps.features.outputs.features }}
+          CFG: ${{ matrix.package == 'polars-lts-cpu' && '--cfg use_mimalloc' || '' }}
+        run: echo "RUSTFLAGS=-C target-feature=${{ steps.features.outputs.features }} $CFG" >> $GITHUB_ENV
+
+      - name: Set variables in CPU check module
         run: |
-          FEATURES=+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+fma
-          echo "RUSTFLAGS=-C target-feature=$FEATURES" >> $GITHUB_ENV
-          sed $SED_INPLACE "s/^_POLARS_FEATURE_FLAGS = \"\"\$/_POLARS_FEATURE_FLAGS = \"$FEATURES\"/g" py-polars/polars/_cpu_check.py
-      - name: Set RUSTFLAGS for x86-64 LTS CPU
-        if: matrix.architecture == 'x86-64' && matrix.package == 'polars-lts-cpu'
+          sed $SED_INPLACE 's/^_POLARS_ARCH = \"unknown\"$/_POLARS_ARCH = \"${{ matrix.architecture }}\"/g' $CPU_CHECK_MODULE
+          sed $SED_INPLACE 's/^_POLARS_FEATURE_FLAGS = \"\"$/_POLARS_FEATURE_FLAGS = \"${{ steps.features.outputs.features }}\"/g' $CPU_CHECK_MODULE
+      - name: Set variables in CPU check module - LTS_CPU
+        if: matrix.package == 'polars-lts-cpu'
         run: |
-          FEATURES=+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt
-          echo "RUSTFLAGS=-C target-feature=$FEATURES --cfg use_mimalloc" >> $GITHUB_ENV
-          sed $SED_INPLACE "s/^_POLARS_FEATURE_FLAGS = \"\"\$/_POLARS_FEATURE_FLAGS = \"$FEATURES\"/g" py-polars/polars/_cpu_check.py
+          sed $SED_INPLACE 's/^_LTS_CPU = False$/_LTS_CPU = True/g' $CPU_CHECK_MODULE
 
       - name: Set Rust target for aarch64
         if: matrix.architecture == 'aarch64'

diff --git a/.github/workflows/test-bytecode-parser.yml b/.github/workflows/test-bytecode-parser.yml
@@ -16,7 +16,8 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
+        # Only the versions that are not already run as part of the regular test suite
+        python-version: ['3.9', '3.10']
 
     steps:
       - uses: actions/checkout@v4

diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -46,13 +46,14 @@ hashbrown = { version = "0.14", features = ["rayon", "ahash"] }
 hex = "0.4.3"
 indexmap = { version = "2", features = ["std"] }
 itoa = "1.0.6"
+itoap = { version = "1", features = ["simd"] }
 atoi_simd = "0.15.5"
 fast-float = { version = "0.2" }
 memchr = "2.6"
 multiversion = "0.7"
 ndarray = { version = "0.15", default-features = false }
 num-traits = "0.2"
-object_store = { version = "0.8", default-features = false }
+object_store = { version = "0.9", default-features = false }
 once_cell = "1"
 parquet2 = { version = "0.17.2", features = ["async"], default-features = false }
 percent-encoding = "2.3"
@@ -113,7 +114,6 @@ features = [
   "compute_boolean_kleene",
   "compute_cast",
   "compute_comparison",
-  "compute_filter",
   "compute_if_then_else",
 ]