chore: Clean up dependencies in setup.py (feast-dev#4004)

chore: setup.py cleanup Signed-off-by: tokoko <[email protected]>
tokoko · Mar 19, 2024 · 7b93c3d · 7b93c3d
1 parent a0f7472
commit 7b93c3d
Show file tree

Hide file tree

Showing 6 changed files with 72 additions and 109 deletions.
diff --git a/Makefile b/Makefile
@@ -38,7 +38,8 @@ build: protos build-java build-docker
 
 install-python-ci-dependencies:
 	python -m piptools sync sdk/python/requirements/py$(PYTHON)-ci-requirements.txt
-	COMPILE_GO=true python setup.py develop
+	pip install --no-deps -e .
+	python setup.py build_python_protos --inplace
 
 lock-python-ci-dependencies:
 	python -m piptools compile -U --extra ci --output-file sdk/python/requirements/py$(PYTHON)-ci-requirements.txt

diff --git a/sdk/python/requirements/py3.10-ci-requirements.txt b/sdk/python/requirements/py3.10-ci-requirements.txt
@@ -41,8 +41,6 @@ attrs==23.2.0
     #   bowler
     #   jsonschema
     #   referencing
-avro==1.11.3
-    # via feast (setup.py)
 azure-core==1.30.1
     # via
     #   azure-identity
@@ -63,11 +61,11 @@ black==22.12.0
     # via feast (setup.py)
 bleach==6.1.0
     # via nbconvert
-boto3==1.34.60
+boto3==1.34.65
     # via
     #   feast (setup.py)
     #   moto
-botocore==1.34.60
+botocore==1.34.65
     # via
     #   boto3
     #   moto
@@ -126,7 +124,7 @@ comm==0.2.2
     # via
     #   ipykernel
     #   ipywidgets
-coverage[toml]==7.4.3
+coverage[toml]==7.4.4
     # via pytest-cov
 cryptography==42.0.5
     # via
@@ -242,7 +240,7 @@ google-cloud-datastore==2.19.0
     # via feast (setup.py)
 google-cloud-firestore==2.15.0
     # via firebase-admin
-google-cloud-storage==2.15.0
+google-cloud-storage==2.16.0
     # via
     #   feast (setup.py)
     #   firebase-admin
@@ -260,7 +258,7 @@ googleapis-common-protos[grpc]==1.63.0
     #   google-api-core
     #   grpc-google-iam-v1
     #   grpcio-status
-great-expectations==0.18.10
+great-expectations==0.18.11
     # via feast (setup.py)
 greenlet==3.0.3
     # via sqlalchemy
@@ -333,7 +331,7 @@ importlib-metadata==6.11.0
     # via
     #   dask
     #   feast (setup.py)
-importlib-resources==6.1.3
+importlib-resources==6.3.1
     # via feast (setup.py)
 iniconfig==2.0.0
     # via pytest
@@ -369,7 +367,7 @@ jmespath==1.0.1
     # via
     #   boto3
     #   botocore
-json5==0.9.22
+json5==0.9.24
     # via jupyterlab-server
 jsonpatch==1.33
     # via great-expectations
@@ -401,7 +399,7 @@ jupyter-core==5.7.2
     #   nbclient
     #   nbconvert
     #   nbformat
-jupyter-events==0.9.1
+jupyter-events==0.10.0
     # via jupyter-server
 jupyter-lsp==2.2.4
     # via jupyterlab
@@ -414,7 +412,7 @@ jupyter-server==2.13.0
     #   notebook-shim
 jupyter-server-terminals==0.5.3
     # via jupyter-server
-jupyterlab==4.1.4
+jupyterlab==4.1.5
     # via notebook
 jupyterlab-pygments==0.3.0
     # via nbconvert
@@ -483,11 +481,11 @@ mypy-extensions==1.0.0
     #   mypy
 mypy-protobuf==3.3.0
     # via feast (setup.py)
-nbclient==0.9.1
+nbclient==0.10.0
     # via nbconvert
 nbconvert==7.16.2
     # via jupyter-server
-nbformat==5.10.2
+nbformat==5.10.3
     # via
     #   great-expectations
     #   jupyter-server
@@ -497,7 +495,7 @@ nest-asyncio==1.6.0
     # via ipykernel
 nodeenv==1.8.0
     # via pre-commit
-notebook==7.1.1
+notebook==7.1.2
     # via great-expectations
 notebook-shim==0.2.4
     # via
@@ -583,7 +581,6 @@ prompt-toolkit==3.0.43
     # via ipython
 proto-plus==1.23.0
     # via
-    #   feast (setup.py)
     #   google-cloud-bigquery
     #   google-cloud-bigquery-storage
     #   google-cloud-bigtable
@@ -626,7 +623,7 @@ py-cpuinfo==9.0.0
     # via pytest-benchmark
 py4j==0.10.9.7
     # via pyspark
-pyarrow==15.0.1
+pyarrow==15.0.2
     # via
     #   db-dtypes
     #   feast (setup.py)
@@ -750,7 +747,7 @@ pyzmq==25.1.2
     #   jupyter-server
 redis==4.6.0
     # via feast (setup.py)
-referencing==0.33.0
+referencing==0.34.0
     # via
     #   jsonschema
     #   jsonschema-specifications
@@ -800,7 +797,7 @@ rsa==4.9
     # via google-auth
 ruamel-yaml==0.17.17
     # via great-expectations
-s3transfer==0.10.0
+s3transfer==0.10.1
     # via boto3
 scipy==1.12.0
     # via great-expectations
@@ -846,7 +843,9 @@ sphinxcontrib-qthelp==1.0.7
 sphinxcontrib-serializinghtml==1.1.10
     # via sphinx
 sqlalchemy[mypy]==1.4.52
-    # via feast (setup.py)
+    # via
+    #   feast (setup.py)
+    #   sqlalchemy
 sqlalchemy2-stubs==0.0.2a38
     # via sqlalchemy
 sqlglot==20.11.0
@@ -855,7 +854,7 @@ stack-data==0.6.3
     # via ipython
 starlette==0.36.3
     # via fastapi
-substrait==0.14.0
+substrait==0.14.1
     # via ibis-substrait
 tabulate==0.9.0
     # via feast (setup.py)
@@ -930,7 +929,7 @@ types-pymysql==1.1.0.1
     # via feast (setup.py)
 types-pyopenssl==24.0.0.20240311
     # via types-redis
-types-python-dateutil==2.8.19.20240311
+types-python-dateutil==2.9.0.20240316
     # via
     #   arrow
     #   feast (setup.py)
@@ -942,7 +941,7 @@ types-redis==4.6.0.20240311
     # via feast (setup.py)
 types-requests==2.30.0.0
     # via feast (setup.py)
-types-setuptools==69.1.0.20240310
+types-setuptools==69.2.0.20240317
     # via feast (setup.py)
 types-tabulate==0.9.0.20240106
     # via feast (setup.py)
@@ -1021,7 +1020,7 @@ wrapt==1.16.0
     # via testcontainers
 xmltodict==0.13.0
     # via moto
-zipp==3.17.0
+zipp==3.18.1
     # via importlib-metadata
 
 # The following packages are considered to be unsafe in a requirements file:

diff --git a/sdk/python/requirements/py3.10-requirements.txt b/sdk/python/requirements/py3.10-requirements.txt
@@ -8,7 +8,6 @@ annotated-types==0.6.0
     # via pydantic
 anyio==4.3.0
     # via
-    #   httpx
     #   starlette
     #   watchfiles
 appdirs==1.4.4
@@ -21,10 +20,7 @@ attrs==23.2.0
 bowler==0.9.0
     # via feast (setup.py)
 certifi==2024.2.2
-    # via
-    #   httpcore
-    #   httpx
-    #   requests
+    # via requests
 charset-normalizer==3.3.2
     # via requests
 click==8.1.7
@@ -48,32 +44,25 @@ fastapi==0.110.0
     # via feast (setup.py)
 fissix==21.11.13
     # via bowler
-fsspec==2024.2.0
+fsspec==2024.3.1
     # via dask
 greenlet==3.0.3
     # via sqlalchemy
 gunicorn==21.2.0
     # via feast (setup.py)
 h11==0.14.0
-    # via
-    #   httpcore
-    #   uvicorn
-httpcore==1.0.4
-    # via httpx
+    # via uvicorn
 httptools==0.6.1
     # via uvicorn
-httpx==0.27.0
-    # via feast (setup.py)
 idna==3.6
     # via
     #   anyio
-    #   httpx
     #   requests
 importlib-metadata==6.11.0
     # via
     #   dask
     #   feast (setup.py)
-importlib-resources==6.1.3
+importlib-resources==6.3.1
     # via feast (setup.py)
 jinja2==3.1.3
     # via feast (setup.py)
@@ -108,14 +97,11 @@ pandas==2.2.1
     # via feast (setup.py)
 partd==1.4.1
     # via dask
-proto-plus==1.23.0
-    # via feast (setup.py)
 protobuf==4.25.3
     # via
     #   feast (setup.py)
     #   mypy-protobuf
-    #   proto-plus
-pyarrow==15.0.1
+pyarrow==15.0.2
     # via feast (setup.py)
 pydantic==2.6.4
     # via
@@ -136,7 +122,7 @@ pyyaml==6.0.1
     #   dask
     #   feast (setup.py)
     #   uvicorn
-referencing==0.33.0
+referencing==0.34.0
     # via
     #   jsonschema
     #   jsonschema-specifications
@@ -149,11 +135,11 @@ rpds-py==0.18.0
 six==1.16.0
     # via python-dateutil
 sniffio==1.3.1
-    # via
-    #   anyio
-    #   httpx
+    # via anyio
 sqlalchemy[mypy]==1.4.52
-    # via feast (setup.py)
+    # via
+    #   feast (setup.py)
+    #   sqlalchemy
 sqlalchemy2-stubs==0.0.2a38
     # via sqlalchemy
 starlette==0.36.3
@@ -200,5 +186,5 @@ watchfiles==0.21.0
     # via uvicorn
 websockets==12.0
     # via uvicorn
-zipp==3.17.0
+zipp==3.18.1
     # via importlib-metadata