From f2da61bbdef1d1b8d5641d6ac4abf73317770d9d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Georges=20Lorr=C3=A9?= <35808396+GeorgesLorre@users.noreply.github.com> Date: Wed, 6 Mar 2024 13:55:25 +0100 Subject: [PATCH] Add dask and docker as default dependencies (#893) Fixes: - https://github.com/ml6team/fondant/issues/891 Fixes (maybe needs more work): - https://github.com/ml6team/fondant/issues/877 --- README.md | 7 +----- docs/guides/installation.md | 8 +------ .../components/dummy_component/Dockerfile | 2 +- images/Dockerfile | 2 +- pyproject.toml | 13 +++++------ src/fondant/build.py | 14 +++-------- src/fondant/component/__init__.py | 23 ++++--------------- .../components/caption_images/Dockerfile | 2 +- src/fondant/components/chunk_text/Dockerfile | 2 +- src/fondant/components/crop_images/Dockerfile | 2 +- .../components/download_images/Dockerfile | 2 +- .../components/embed_images/Dockerfile | 2 +- src/fondant/components/embed_text/Dockerfile | 2 +- .../extract_image_resolution/Dockerfile | 2 +- .../filter_image_resolution/Dockerfile | 2 +- .../components/filter_language/Dockerfile | 2 +- .../components/filter_text_length/Dockerfile | 2 +- .../components/generate_minhash/Dockerfile | 2 +- .../index_aws_opensearch/Dockerfile | 2 +- .../components/index_qdrant/Dockerfile | 2 +- .../components/index_weaviate/Dockerfile | 2 +- .../components/load_from_csv/Dockerfile | 2 +- .../components/load_from_files/Dockerfile | 2 +- .../components/load_from_hf_hub/Dockerfile | 2 +- .../components/load_from_parquet/Dockerfile | 2 +- .../components/load_from_pdf/Dockerfile | 2 +- .../components/resize_images/Dockerfile | 2 +- .../retrieve_laion_by_embedding/Dockerfile | 2 +- .../retrieve_laion_by_prompt/Dockerfile | 2 +- .../components/segment_images/Dockerfile | 2 +- .../components/write_to_file/Dockerfile | 2 +- .../components/write_to_hf_hub/Dockerfile | 2 +- 32 files changed, 43 insertions(+), 76 deletions(-) diff --git a/README.md b/README.md index 41d011cad..bddaeeb3d 100644 --- a/README.md +++ b/README.md @@ -114,12 +114,7 @@ pip install fondant ``` Fondant also includes extra dependencies for specific runners, storage integrations and publishing -components to registries. -We can install the local runner to enable local pipeline execution: - -``` -pip install fondant[docker] -``` +components to registries. The dependencies for the local runner (docker) is included by default. For more detailed installation options, check the [**installation page**](https://fondant.ai/en/latest/guides/installation/)on our documentation. diff --git a/docs/guides/installation.md b/docs/guides/installation.md index ed6c32b92..f928e7057 100644 --- a/docs/guides/installation.md +++ b/docs/guides/installation.md @@ -51,13 +51,7 @@ Fondant also includes extra dependencies for specific runners, storage integrati ### Publishing components dependencies -For publishing components to registries: - -```bash -pip install fondant[docker] -``` - -Check out the [guide](../components/publishing_components.md) on publishing components to registries. +For publishing components to registries check out the [guide](../components/publishing_components.md) on publishing components to registries. ### Runner specific dependencies diff --git a/examples/sample_pipeline/components/dummy_component/Dockerfile b/examples/sample_pipeline/components/dummy_component/Dockerfile index b103d06af..5545df475 100644 --- a/examples/sample_pipeline/components/dummy_component/Dockerfile +++ b/examples/sample_pipeline/components/dummy_component/Dockerfile @@ -11,7 +11,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install fondant ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/images/Dockerfile b/images/Dockerfile index 4bafaa79b..cbce8c3a2 100644 --- a/images/Dockerfile +++ b/images/Dockerfile @@ -8,5 +8,5 @@ RUN apt-get update && \ # Install Fondant ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} diff --git a/pyproject.toml b/pyproject.toml index 8c95d3fa1..c25c8be1d 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -49,33 +49,32 @@ jsonschema = ">= 4.18" pyarrow = ">= 11.0.0" pyyaml = ">= 5.3.1" -dask = { version = ">= 2023.4.1", extras = ["dataframe", "distributed", "diagnostics"], optional = true } +dask = { version = ">= 2023.4.1", extras = ["dataframe", "distributed", "diagnostics"]} +docker = ">= 6.1.3" + dask-cuda = { version = ">=23.4.1", optional = true } gcsfs = { version = ">= 2023.10.0", optional = true } s3fs = { version = ">= 2023.4.0", optional = true } adlfs = { version = ">= 2023.4.0", optional = true } -docker = {version = ">= 6.1.3", optional = true } kfp = { version = "2.6.0", optional = true, extras =["kubernetes"] } google-cloud-aiplatform = { version = "1.34.0", optional = true} sagemaker = {version = ">= 2.197.0", optional = true} boto3 = {version = "1.28.64", optional = true} [tool.poetry.extras] -component = ["dask"] gpu = ["dask-cuda"] aws = ["s3fs"] azure = ["adlfs"] gcp = ["gcsfs"] -kfp = ["docker", "kfp"] -vertex = ["docker", "kfp", "google-cloud-aiplatform"] +kfp = ["kfp"] +vertex = ["kfp", "google-cloud-aiplatform"] sagemaker = ["sagemaker", "boto3"] -docker = ["docker"] -all = ["dask", "dask-cuda", "s3fs", "adlfs", "gcsfs", "docker", "kfp", "google-cloud-aiplatform", +all = ["dask-cuda", "s3fs", "adlfs", "gcsfs", "kfp", "google-cloud-aiplatform", "sagemaker", "boto3"] [tool.poetry.group.test] diff --git a/src/fondant/build.py b/src/fondant/build.py index 35c9a77b9..75fefb196 100644 --- a/src/fondant/build.py +++ b/src/fondant/build.py @@ -1,11 +1,14 @@ """Module holding implementation to build Fondant components, used by the `fondant build` command. """ + import logging import re import typing as t from pathlib import Path +import docker + from fondant.pipeline import ComponentOp logger = logging.getLogger(__name__) @@ -22,17 +25,6 @@ def build_component( # ruff: noqa: PLR0912, PLR0915 pull: bool = False, target: t.Optional[str] = None, ) -> None: - try: - import docker - except ImportError: - msg = ( - "You need to install `docker` to use the `fondant build` command, you can install " - "it with `pip install fondant[docker]`" - ) - raise SystemExit( - msg, - ) - component_op = ComponentOp.from_component_yaml(component_dir) component_spec = component_op.component_spec diff --git a/src/fondant/component/__init__.py b/src/fondant/component/__init__.py index 7aac00958..9eb66f151 100644 --- a/src/fondant/component/__init__.py +++ b/src/fondant/component/__init__.py @@ -1,19 +1,6 @@ -try: - pass -except ImportError: - msg = ( - "You need to install fondant using the `component` extra to develop or run a component." - "You can install it with `pip install fondant[component]`" - ) - raise SystemExit( - msg, - ) +# fmt: off +from .component import (BaseComponent, Component, DaskLoadComponent, # noqa + DaskTransformComponent, DaskWriteComponent, + PandasTransformComponent) -from .component import ( # noqa - BaseComponent, - Component, - DaskLoadComponent, - DaskTransformComponent, - DaskWriteComponent, - PandasTransformComponent, -) +# fmt: on diff --git a/src/fondant/components/caption_images/Dockerfile b/src/fondant/components/caption_images/Dockerfile index 09c16ff54..262136279 100644 --- a/src/fondant/components/caption_images/Dockerfile +++ b/src/fondant/components/caption_images/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/chunk_text/Dockerfile b/src/fondant/components/chunk_text/Dockerfile index 78e49c7d4..d7b80e7ab 100644 --- a/src/fondant/components/chunk_text/Dockerfile +++ b/src/fondant/components/chunk_text/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/crop_images/Dockerfile b/src/fondant/components/crop_images/Dockerfile index abd4ed2d8..7b409129f 100644 --- a/src/fondant/components/crop_images/Dockerfile +++ b/src/fondant/components/crop_images/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/download_images/Dockerfile b/src/fondant/components/download_images/Dockerfile index 78e49c7d4..d7b80e7ab 100644 --- a/src/fondant/components/download_images/Dockerfile +++ b/src/fondant/components/download_images/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/embed_images/Dockerfile b/src/fondant/components/embed_images/Dockerfile index 0c0149ee7..4665a526d 100644 --- a/src/fondant/components/embed_images/Dockerfile +++ b/src/fondant/components/embed_images/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,gpu,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[gpu,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/embed_text/Dockerfile b/src/fondant/components/embed_text/Dockerfile index 09c16ff54..262136279 100644 --- a/src/fondant/components/embed_text/Dockerfile +++ b/src/fondant/components/embed_text/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/extract_image_resolution/Dockerfile b/src/fondant/components/extract_image_resolution/Dockerfile index abd4ed2d8..7b409129f 100644 --- a/src/fondant/components/extract_image_resolution/Dockerfile +++ b/src/fondant/components/extract_image_resolution/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/filter_image_resolution/Dockerfile b/src/fondant/components/filter_image_resolution/Dockerfile index abd4ed2d8..7b409129f 100644 --- a/src/fondant/components/filter_image_resolution/Dockerfile +++ b/src/fondant/components/filter_image_resolution/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/filter_language/Dockerfile b/src/fondant/components/filter_language/Dockerfile index cef8fc445..215d8f6eb 100644 --- a/src/fondant/components/filter_language/Dockerfile +++ b/src/fondant/components/filter_language/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/filter_text_length/Dockerfile b/src/fondant/components/filter_text_length/Dockerfile index 78e49c7d4..d7b80e7ab 100644 --- a/src/fondant/components/filter_text_length/Dockerfile +++ b/src/fondant/components/filter_text_length/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/generate_minhash/Dockerfile b/src/fondant/components/generate_minhash/Dockerfile index 78e49c7d4..d7b80e7ab 100644 --- a/src/fondant/components/generate_minhash/Dockerfile +++ b/src/fondant/components/generate_minhash/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/index_aws_opensearch/Dockerfile b/src/fondant/components/index_aws_opensearch/Dockerfile index 56baa6a12..2538c6b53 100644 --- a/src/fondant/components/index_aws_opensearch/Dockerfile +++ b/src/fondant/components/index_aws_opensearch/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/index_qdrant/Dockerfile b/src/fondant/components/index_qdrant/Dockerfile index 78e49c7d4..d7b80e7ab 100644 --- a/src/fondant/components/index_qdrant/Dockerfile +++ b/src/fondant/components/index_qdrant/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/index_weaviate/Dockerfile b/src/fondant/components/index_weaviate/Dockerfile index 78e49c7d4..d7b80e7ab 100644 --- a/src/fondant/components/index_weaviate/Dockerfile +++ b/src/fondant/components/index_weaviate/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/load_from_csv/Dockerfile b/src/fondant/components/load_from_csv/Dockerfile index f404d078c..66c5ba347 100644 --- a/src/fondant/components/load_from_csv/Dockerfile +++ b/src/fondant/components/load_from_csv/Dockerfile @@ -8,7 +8,7 @@ RUN apt-get update && \ # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/load_from_files/Dockerfile b/src/fondant/components/load_from_files/Dockerfile index 78e49c7d4..d7b80e7ab 100644 --- a/src/fondant/components/load_from_files/Dockerfile +++ b/src/fondant/components/load_from_files/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/load_from_hf_hub/Dockerfile b/src/fondant/components/load_from_hf_hub/Dockerfile index abd4ed2d8..7b409129f 100644 --- a/src/fondant/components/load_from_hf_hub/Dockerfile +++ b/src/fondant/components/load_from_hf_hub/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/load_from_parquet/Dockerfile b/src/fondant/components/load_from_parquet/Dockerfile index abd4ed2d8..7b409129f 100644 --- a/src/fondant/components/load_from_parquet/Dockerfile +++ b/src/fondant/components/load_from_parquet/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/load_from_pdf/Dockerfile b/src/fondant/components/load_from_pdf/Dockerfile index 0709d2785..11f16fd18 100644 --- a/src/fondant/components/load_from_pdf/Dockerfile +++ b/src/fondant/components/load_from_pdf/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/resize_images/Dockerfile b/src/fondant/components/resize_images/Dockerfile index 7803ccde9..c2b50fb28 100644 --- a/src/fondant/components/resize_images/Dockerfile +++ b/src/fondant/components/resize_images/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/retrieve_laion_by_embedding/Dockerfile b/src/fondant/components/retrieve_laion_by_embedding/Dockerfile index f4473dc2a..11b64cd8e 100644 --- a/src/fondant/components/retrieve_laion_by_embedding/Dockerfile +++ b/src/fondant/components/retrieve_laion_by_embedding/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/retrieve_laion_by_prompt/Dockerfile b/src/fondant/components/retrieve_laion_by_prompt/Dockerfile index 78e49c7d4..d7b80e7ab 100644 --- a/src/fondant/components/retrieve_laion_by_prompt/Dockerfile +++ b/src/fondant/components/retrieve_laion_by_prompt/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/segment_images/Dockerfile b/src/fondant/components/segment_images/Dockerfile index 7985cfcb2..c93dca10d 100644 --- a/src/fondant/components/segment_images/Dockerfile +++ b/src/fondant/components/segment_images/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src diff --git a/src/fondant/components/write_to_file/Dockerfile b/src/fondant/components/write_to_file/Dockerfile index 78e49c7d4..d7b80e7ab 100644 --- a/src/fondant/components/write_to_file/Dockerfile +++ b/src/fondant/components/write_to_file/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component diff --git a/src/fondant/components/write_to_hf_hub/Dockerfile b/src/fondant/components/write_to_hf_hub/Dockerfile index 443af6847..df1fa090b 100644 --- a/src/fondant/components/write_to_hf_hub/Dockerfile +++ b/src/fondant/components/write_to_hf_hub/Dockerfile @@ -12,7 +12,7 @@ RUN pip3 install --no-cache-dir -r requirements.txt # Install Fondant # This is split from other requirements to leverage caching ARG FONDANT_VERSION=main -RUN pip3 install fondant[component,aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} +RUN pip3 install fondant[aws,azure,gcp]@git+https://github.com/ml6team/fondant@${FONDANT_VERSION} # Set the working directory to the component folder WORKDIR /component/src