From dd964afe3bd1a8695436f3f05d4552a090e4dece Mon Sep 17 00:00:00 2001 From: Antony Milne <49395058+antonymilne@users.noreply.github.com> Date: Tue, 23 Jan 2024 17:45:43 +0000 Subject: [PATCH] Remove pin and pyarrow dependency (#279) --- pyproject.toml | 3 ++ ...12645_antony.milne_enable_containers_AM.md | 48 +++++++++++++++++++ vizro-ai/pyproject.toml | 7 +-- vizro-ai/snyk/requirements.txt | 1 - ...12645_antony.milne_enable_containers_AM.md | 48 +++++++++++++++++++ vizro-core/pyproject.toml | 23 ++++----- vizro-core/snyk/requirements.txt | 10 ++-- 7 files changed, 120 insertions(+), 20 deletions(-) create mode 100644 vizro-ai/changelog.d/20240122_112645_antony.milne_enable_containers_AM.md create mode 100644 vizro-core/changelog.d/20240122_112645_antony.milne_enable_containers_AM.md diff --git a/pyproject.toml b/pyproject.toml index 67f403dfa..22a8acb40 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,3 +1,6 @@ +# THIS IS NOT DESCRIBING A PACKAGE, but the DEV environment of this mono-repo +# In order to install the packages of this mono-repo from source, refer to the pyproject.toml in the relevant folder + [project] authors = [ {name = "Vizro Team"} diff --git a/vizro-ai/changelog.d/20240122_112645_antony.milne_enable_containers_AM.md b/vizro-ai/changelog.d/20240122_112645_antony.milne_enable_containers_AM.md new file mode 100644 index 000000000..f1f65e73c --- /dev/null +++ b/vizro-ai/changelog.d/20240122_112645_antony.milne_enable_containers_AM.md @@ -0,0 +1,48 @@ + + + + + + + + + diff --git a/vizro-ai/pyproject.toml b/vizro-ai/pyproject.toml index 39bb722c3..6a37410e5 100644 --- a/vizro-ai/pyproject.toml +++ b/vizro-ai/pyproject.toml @@ -15,7 +15,6 @@ classifiers = [ ] dependencies = [ "pandas", - "pyarrow>=14.0.1", # needed for pandas 3.0, version pinned by Snyk to avoid a vulnerability "tabulate", "openai>=0.27.8,<1.0.0", # TODO add support for openai>=1.0.0 "langchain==0.0.329", @@ -52,6 +51,8 @@ source_pkgs = ["vizro_ai"] [tool.pytest.ini_options] filterwarnings = [ "error", - # Ignore this warning here as it comes from pandas until pandas is made compatible with Python 3.12 - 'ignore:.*utcfromtimestamp.*:DeprecationWarning' + # Ignore until pandas is made compatible with Python 3.12: + "ignore:.*utcfromtimestamp:DeprecationWarning", + # Ignore until pandas 3 is released: + "ignore:(?s).*Pyarrow will become a required dependency of pandas:DeprecationWarning" ] diff --git a/vizro-ai/snyk/requirements.txt b/vizro-ai/snyk/requirements.txt index 172fd4431..b8196cca0 100644 --- a/vizro-ai/snyk/requirements.txt +++ b/vizro-ai/snyk/requirements.txt @@ -1,5 +1,4 @@ pandas -pyarrow>=14.0.1 tabulate openai>=0.27.8,<1.0.0 langchain==0.0.329 diff --git a/vizro-core/changelog.d/20240122_112645_antony.milne_enable_containers_AM.md b/vizro-core/changelog.d/20240122_112645_antony.milne_enable_containers_AM.md new file mode 100644 index 000000000..f1f65e73c --- /dev/null +++ b/vizro-core/changelog.d/20240122_112645_antony.milne_enable_containers_AM.md @@ -0,0 +1,48 @@ + + + + + + + + + diff --git a/vizro-core/pyproject.toml b/vizro-core/pyproject.toml index 95308d190..475303f9b 100644 --- a/vizro-core/pyproject.toml +++ b/vizro-core/pyproject.toml @@ -1,6 +1,3 @@ -# THIS IS NOT DESCRIBING A PACKAGE, but the DEV environment of this mono-repo -# In order to install the packages of this mono-repo from source, refer to the pyproject.toml in the relevant folder - [build-system] build-backend = "hatchling.build" requires = ["hatchling"] @@ -20,13 +17,10 @@ classifiers = [ dependencies = [ "dash>=2.14.1", # 2.14.1 needed for compatibility with werkzeug "dash_bootstrap_components", - "pandas<2.2", - "pyarrow>=14.0.1", # needed for pandas 3.0, version pinned by Snyk to avoid a vulnerability + "pandas", "pydantic>=1.10.13", # must be synced with pre-commit mypy hook manually "dash_mantine_components", - "ipython>=8.10.0", # not directly required, pinned by Snyk to avoid a vulnerability: https://app.snyk.io/vuln/SNYK-PYTHON-IPYTHON-3318382 "numpy>=1.22.2", # not directly required, pinned by Snyk to avoid a vulnerability: https://security.snyk.io/vuln/SNYK-PYTHON-NUMPY-2321970 - "tornado>=6.3.2", # not directly required, pinned by Snyk to avoid a vulnerability: https://security.snyk.io/vuln/SNYK-PYTHON-TORNADO-5537286 "setuptools>=65.5.1", # not directly required, pinned by Snyk to avoid a vulnerability: https://security.snyk.io/vuln/SNYK-PYTHON-SETUPTOOLS-3180412 "werkzeug>=3.0.1" # not directly required, pinned by Snyk to avoid a vulnerability: https://security.snyk.io/vuln/SNYK-PYTHON-WERKZEUG-6035177 ] @@ -39,8 +33,11 @@ requires-python = ">=3.8" [project.optional-dependencies] kedro = [ - "kedro>=0.17.3, <0.19.2", - "wheel>=0.38.0" # not directly required, pinned by Snyk to avoid a vulnerability: https://security.snyk.io/vuln/SNYK-PYTHON-WHEEL-3180413 + "kedro>=0.17.3", + "kedro-datasets", # no longer a dependency of kedro for kedro>=0.19.2 + "wheel>=0.38.0", # not directly required, pinned by Snyk to avoid a vulnerability: https://security.snyk.io/vuln/SNYK-PYTHON-WHEEL-3180413, + "ipython>=8.10.0", # not directly required, pinned by Snyk to avoid a vulnerability: https://app.snyk.io/vuln/SNYK-PYTHON-IPYTHON-3318382 + "tornado>=6.3.2" # not directly required, pinned by Snyk to avoid a vulnerability: https://security.snyk.io/vuln/SNYK-PYTHON-TORNADO-5537286 ] [project.urls] @@ -73,8 +70,12 @@ addopts = [ ] filterwarnings = [ "error", - # Ignore this warning here as it comes from pandas until pandas is made compatible with Python 3.12 - "ignore:.*utcfromtimestamp:DeprecationWarning" + # Ignore until pandas is made compatible with Python 3.12: + "ignore:.*utcfromtimestamp:DeprecationWarning", + # Ignore until pandas 3 is released: + "ignore:(?s).*Pyarrow will become a required dependency of pandas:DeprecationWarning", + # Ignore until plotly fixes so the warning is no longer raised: + "ignore:When grouping with a length-1 list-like, you will need to pass a length-1 tuple to get_group:FutureWarning" ] norecursedirs = ["tests/tests_utils", "tests/js"] pythonpath = ["tests/tests_utils"] diff --git a/vizro-core/snyk/requirements.txt b/vizro-core/snyk/requirements.txt index ee9fc6d60..240498883 100644 --- a/vizro-core/snyk/requirements.txt +++ b/vizro-core/snyk/requirements.txt @@ -1,13 +1,13 @@ dash>=2.14.1 dash_bootstrap_components -pandas<2.2 -pyarrow>=14.0.1 +pandas pydantic>=1.10.13 dash_mantine_components -ipython>=8.10.0 numpy>=1.22.2 -tornado>=6.3.2 setuptools>=65.5.1 werkzeug>=3.0.1 -kedro>=0.17.3, <0.19.2 +kedro>=0.17.3 +kedro-datasets wheel>=0.38.0 +ipython>=8.10.0 +tornado>=6.3.2