fix: fix gitlab test actions

ydataai · Sep 17, 2023 · e7777b5 · e7777b5
1 parent 754d0a5
commit e7777b5
Showing 1 changed file with 7 additions and 10 deletions.
diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
@@ -81,8 +81,8 @@ jobs:
           ${{ runner.os }}-${{ matrix.pandas }}-pip-
     - run: |
         pip install --upgrade pip setuptools wheel
-        pip install -r requirements.txt "${{ matrix.pandas }}" "${{ matrix.numpy }}"
-        pip install -r requirements-test.txt
+        pip install -e ".[dev, pandas]"
+        pip install "${{ matrix.pandas }}" "${{ matrix.numpy }}"
     - run: make install
 
     - run: make test
@@ -129,8 +129,8 @@ jobs:
           ${{ runner.os }}-${{ matrix.pandas }}-pip-
     - run: |
         pip install --upgrade pip setuptools wheel
-        pip install -r requirements.txt "${{ matrix.pandas }}" "${{ matrix.numpy }}"
-        pip install -r requirements-test.txt
+        pip install -e ".[dev, pandas]"
+        pip install "${{ matrix.pandas }}" "${{ matrix.numpy }}"
     - run: make install
 
     - run: make test_cov
@@ -144,8 +144,8 @@ jobs:
           ${{ runner.os }}-${{ matrix.pandas }}-pip-
     - run: |
         pip install --upgrade pip setuptools wheel
-        pip install -r requirements.txt "${{ matrix.pandas }}" "${{ matrix.numpy }}"
-        pip install -r requirements-test.txt
+        pip install -e ".[dev, pandas]"
+        pip install "${{ matrix.pandas }}" "${{ matrix.numpy }}"
     - run: make install
     - run: make test_cov
     - run: codecov -F py${{ matrix.python-version }}-${{ matrix.os }}-${{ matrix.pandas }}-${{ matrix.numpy }}
@@ -181,7 +181,6 @@ jobs:
       SPARK_VERSION: ${{ matrix.spark }}
       HADOOP_VERSION: ${{ matrix.hadoop }}
       SPARK_DIRECTORY: ${{ github.workspace }}/../
-      SPARK_HOME: ${{ github.workspace }}/../spark/
     steps:
       - uses: actions/checkout@v4
       - name: Setup python
@@ -213,13 +212,11 @@ jobs:
       - run: |
           pip install --upgrade pip setuptools wheel
           pip install pytest-spark>=0.6.0 pyarrow==1.0.1 pyspark=="${{ matrix.spark }}"
-          pip install -r requirements.txt
-          pip install -r requirements-test.txt
+          pip install -e ".[dev, spark]"
           pip install "${{ matrix.pandas }}" "${{ matrix.numpy }}"
       - if: ${{ matrix.spark != '3.0.1' }}
         run: echo "ARROW_PRE_0_15_IPC_FORMAT=1" >> $GITHUB_ENV
       - run: echo "SPARK_LOCAL_IP=127.0.0.1" >> $GITHUB_ENV
       - run: make install
-      - run: pip install -r requirements-spark.txt # Make sure the proper version of pandas is install after everything
       - run: make test_spark