Skip to content

Commit

Permalink
demos/rag: Add QnA-GPU demo images to Makefile
Browse files Browse the repository at this point in the history
Extend the Makefile to build and push the Docker images for the
Question-Answering GPU demo. The images for this demo are:

* An image for the Vector Store component.
* An image for the LLM transformer component.
* An image for the front-end (i.e., Gradio).
* An image for the customized Triton Inference Server.

Signed-off-by: Dimitris Poulopoulos <[email protected]>
  • Loading branch information
Dimitris Poulopoulos committed Feb 29, 2024
1 parent 6a77763 commit f4af52a
Showing 1 changed file with 18 additions and 1 deletion.
19 changes: 18 additions & 1 deletion Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ docker-build:
@echo "Building JupyterLab images..."
$(foreach target, base jupyter, \
docker build \
--build-arg="BASE_IMG=$(EZKF_REGISTRY)/base:$(VERSION)" \
--build-arg="BASE_IMG=$(EZKF_REGISTRY)/base:$(VERSION)" \
-t $(EZKF_REGISTRY)/$(target):$(VERSION) \
-f $(TOPDIR)/dockerfiles/notebooks/$(target)/Dockerfile \
$(TOPDIR)/dockerfiles/notebooks/$(target); \
Expand All @@ -26,6 +26,14 @@ docker-build:
$(TOPDIR)/demos/rag-demos/question-answering/dockerfiles/$(target); \
)

@echo "Building the images for the Question-Answering GPU demo..."
$(foreach target, app transformer vectorstore triton-inference-server, \
docker build \
-t $(EZKF_REGISTRY)/qna-$(target)-gpu:$(VERSION) \
-f $(TOPDIR)/demos/rag-demos/question-answering-gpu/dockerfiles/$(target)/Dockerfile \
$(TOPDIR)/demos/rag-demos/question-answering-gpu/dockerfiles/$(target); \
)

@echo "Building the images for the Fraud Detection demo..."
docker build \
-t $(EZKF_REGISTRY)/fraud-detection-app:$(VERSION) \
Expand All @@ -43,6 +51,11 @@ docker-push:
docker push $(EZKF_REGISTRY)/qna-$(target):$(VERSION); \
)

@echo "Pushing the images for the Question-Answering GPU demo..."
$(foreach target, app transformer vectorstore triton-inference-server, \
docker push $(EZKF_REGISTRY)/qna-$(target)-gpu:$(VERSION); \
)

@echo "Pushing the images for the Fraud Detection demo..."
docker push $(EZKF_REGISTRY)/fraud-detection-app:$(VERSION)

Expand Down Expand Up @@ -70,6 +83,10 @@ images:
@echo $(EZKF_REGISTRY)/qna-llm:$(VERSION)
@echo $(EZKF_REGISTRY)/qna-transformer:$(VERSION)
@echo $(EZKF_REGISTRY)/qna-vectorstore:$(VERSION)
@echo $(EZKF_REGISTRY)/qna-app-gpu:$(VERSION)
@echo $(EZKF_REGISTRY)/qna-transformer-gpu:$(VERSION)
@echo $(EZKF_REGISTRY)/qna-vectorstore-gpu:$(VERSION)
@echo $(EZKF_REGISTRY)/qna-triton-inference-server-gpu:$(VERSION)
@echo $(EZKF_REGISTRY)/fraud-detection-app:$(VERSION)

release: docker-build docker-push

0 comments on commit f4af52a

Please sign in to comment.