diff --git a/llm-complete-guide/README.md b/llm-complete-guide/README.md index fc6f4072..3aaa271e 100644 --- a/llm-complete-guide/README.md +++ b/llm-complete-guide/README.md @@ -23,7 +23,7 @@ instructions are provided below for how to set that up. ## 📽️ Watch the webinars -We've recently been holding some webinars about this repository and project. Watche the videos below if you want an introduction and context around the code and ideas covered in this project. +We've recently been holding some webinars about this repository and project. Watch the videos below if you want an introduction and context around the code and ideas covered in this project. [![Building and Optimizing RAG Pipelines: Data Preprocessing, Embeddings, and Evaluation with ZenML](https://github.com/user-attachments/assets/1aea2bd4-8079-4ea2-98e1-8da6ba9aeebe)](https://www.youtube.com/watch?v=PazRMY8bo3U) @@ -45,7 +45,7 @@ pip install -r requirements.txt Depending on your hardware you may run into some issues when running the `pip install` command with the `flash_attn` package. In that case running `FLASH_ATTENTION_SKIP_CUDA_BUILD=TRUE pip install flash-attn --no-build-isolation` -could help you. +could help you. Possibly you might also need to install torch separately. In order to use the default LLM for this query, you'll need an account and an API key from OpenAI specified as a ZenML secret: diff --git a/llm-complete-guide/configs/dev/embeddings.yaml b/llm-complete-guide/configs/dev/embeddings.yaml index f7a66d09..4f00a98a 100644 --- a/llm-complete-guide/configs/dev/embeddings.yaml +++ b/llm-complete-guide/configs/dev/embeddings.yaml @@ -3,7 +3,6 @@ # environment configuration settings: docker: - parent_image: "zenmldocker/prepare-release:base-0.68.0" requirements: - langchain-community - ratelimit @@ -27,6 +26,7 @@ settings: - datasets - torch - pygithub + - openai environment: ZENML_PROJECT_SECRET_NAME: llm_complete diff --git a/llm-complete-guide/configs/dev/synthetic.yaml b/llm-complete-guide/configs/dev/synthetic.yaml index 9577e096..bb7ebbf7 100644 --- a/llm-complete-guide/configs/dev/synthetic.yaml +++ b/llm-complete-guide/configs/dev/synthetic.yaml @@ -25,6 +25,7 @@ settings: - torch - distilabel - pygithub + - openai environment: ZENML_PROJECT_SECRET_NAME: llm_complete diff --git a/llm-complete-guide/configs/production/embeddings.yaml b/llm-complete-guide/configs/production/embeddings.yaml index b681a11b..7d027743 100644 --- a/llm-complete-guide/configs/production/embeddings.yaml +++ b/llm-complete-guide/configs/production/embeddings.yaml @@ -3,12 +3,8 @@ # environment configuration settings: docker: - parent_image: "zenmldocker/prepare-release:base-0.68.1" requirements: - - langchain-community - ratelimit - - langchain>=0.0.325 - - langchain-openai - pgvector - psycopg2-binary - beautifulsoup4 @@ -27,6 +23,7 @@ settings: - datasets - torch - pygithub + - openai environment: ZENML_PROJECT_SECRET_NAME: llm_complete diff --git a/llm-complete-guide/configs/production/synthetic.yaml b/llm-complete-guide/configs/production/synthetic.yaml index 9f2c0bb3..5d5bac27 100644 --- a/llm-complete-guide/configs/production/synthetic.yaml +++ b/llm-complete-guide/configs/production/synthetic.yaml @@ -23,6 +23,7 @@ settings: - distilabel - argilla - pygithub + - openai environment: ZENML_PROJECT_SECRET_NAME: llm_complete diff --git a/llm-complete-guide/configs/staging/embeddings.yaml b/llm-complete-guide/configs/staging/embeddings.yaml index 22e0ba09..d8bbfc45 100644 --- a/llm-complete-guide/configs/staging/embeddings.yaml +++ b/llm-complete-guide/configs/staging/embeddings.yaml @@ -3,7 +3,6 @@ # environment configuration settings: docker: - parent_image: "zenmldocker/prepare-release:base-0.68.0" requirements: - ratelimit - pgvector @@ -24,6 +23,7 @@ settings: - datasets - torch - pygithub + - openai environment: ZENML_PROJECT_SECRET_NAME: llm_complete diff --git a/llm-complete-guide/configs/staging/synthetic.yaml b/llm-complete-guide/configs/staging/synthetic.yaml index 1cfd772f..ba16d590 100644 --- a/llm-complete-guide/configs/staging/synthetic.yaml +++ b/llm-complete-guide/configs/staging/synthetic.yaml @@ -23,6 +23,7 @@ settings: - distilabel - argilla - pygithub + - openai environment: ZENML_PROJECT_SECRET_NAME: llm_complete