Organize preset code

Signed-off-by: Heba Elayoty <[email protected]>
kaito-project · Oct 3, 2023 · f297ae0 · f297ae0
1 parent 980c198
commit f297ae0
Show file tree

Hide file tree

Showing 37 changed files with 11 additions and 316 deletions.
diff --git a/.gitignore b/.gitignore
@@ -28,3 +28,8 @@ vendor/*
 hack/tools/bin/*
 .DS_Store
 /coverage.txt
+
+# presets
+
+pkg/presets/llama-2/weights
+pkg/presets/llama-2-chat/weights
diff --git a/Makefile b/Makefile
@@ -116,7 +116,7 @@ docker-buildx: test ## Build and push docker image for the manager for cross-pla
 .PHONY: docker-build-kdm
 docker-build-kdm: docker-buildx
 	docker buildx build \
-		--file ./Dockerfile \
+		--file ./docker/kdm/Dockerfile \
 		--output=$(OUTPUT_TYPE) \
 		--platform="linux/$(ARCH)" \
 		--pull \

diff --git a/Dockerfile → docker/kdm/Dockerfile b/Dockerfile → docker/kdm/Dockerfile
diff --git a/presets/falcon/Dockerfile → docker/presets/falcon/Dockerfile b/presets/falcon/Dockerfile → docker/presets/falcon/Dockerfile
@@ -7,8 +7,8 @@ WORKDIR /workspace/huggingface
 # First, copy just the requirements.txt file and install dependencies
 # This is done before copying the code to utilize Docker's layer caching and
 # avoid reinstalling dependencies unless the requirements file changes.
-COPY code/requirements.txt ./requirements.txt
+COPY pkg/presets/falcon/requirements.txt ./requirements.txt
 RUN pip install --no-cache-dir -r requirements.txt
 
-# Copy the entire 'code' folder to the working directory
-COPY code .
+# Copy the entire 'presets/falcon' folder to the working directory
+COPY pkg/presets/falcon .
diff --git a/presets/llama-2/Dockerfile → docker/presets/llama-2-chat/Dockerfile b/presets/llama-2/Dockerfile → docker/presets/llama-2-chat/Dockerfile
@@ -9,4 +9,4 @@ RUN pip install -e .
 RUN pip install fastapi pydantic
 RUN pip install 'uvicorn[standard]'
 
-ADD code /workspace/llama/llama-2
+ADD pkg/presets/llama-2-chat /workspace/llama/llama-2-chat
diff --git a/presets/llama-2-chat/Dockerfile → docker/presets/llama-2/Dockerfile b/presets/llama-2-chat/Dockerfile → docker/presets/llama-2/Dockerfile
@@ -9,4 +9,4 @@ RUN pip install -e .
 RUN pip install fastapi pydantic
 RUN pip install 'uvicorn[standard]'
 
-ADD code /workspace/llama/llama-2-chat
+ADD pkg/presets/llama-2 /workspace/llama/llama-2
diff --git a/...gled-questions-global-Jan-to-Jun-2023.csv → ...gled-questions-global-Jan-to-Jun-2023.csv b/...gled-questions-global-Jan-to-Jun-2023.csv → ...gled-questions-global-Jan-to-Jun-2023.csv
diff --git a/presets/README.md → pkg/presets/README.md b/presets/README.md → pkg/presets/README.md
diff --git a/presets/benchmark_inference.py → pkg/presets/benchmark_inference.py b/presets/benchmark_inference.py → pkg/presets/benchmark_inference.py
diff --git a/presets/common-gpt-questions.csv → pkg/presets/common-gpt-questions.csv b/presets/common-gpt-questions.csv → pkg/presets/common-gpt-questions.csv
diff --git a/presets/k8s/convert_fill.sh → pkg/presets/convert/convert_fill.sh b/presets/k8s/convert_fill.sh → pkg/presets/convert/convert_fill.sh
diff --git a/presets/k8s/convert_template.yaml → pkg/presets/convert/convert_template.yaml b/presets/k8s/convert_template.yaml → pkg/presets/convert/convert_template.yaml
@@ -22,4 +22,3 @@ spec:
       limits:
         cpu: "1"
         ephemeral-storage: "500Gi"
-
diff --git a/presets/k8s/llama-2-13b-chat.yaml → pkg/presets/convert/llama-2-13b-chat.yaml b/presets/k8s/llama-2-13b-chat.yaml → pkg/presets/convert/llama-2-13b-chat.yaml
diff --git a/presets/k8s/llama-2-7b-chat.yaml → pkg/presets/convert/llama-2-7b-chat.yaml b/presets/k8s/llama-2-7b-chat.yaml → pkg/presets/convert/llama-2-7b-chat.yaml
diff --git a/presets/k8s/llama-2-7b.yaml → pkg/presets/convert/llama-2-7b.yaml b/presets/k8s/llama-2-7b.yaml → pkg/presets/convert/llama-2-7b.yaml
diff --git a/presets/k8s/pod-2GPU.yaml → pkg/presets/convert/pod-2GPU.yaml b/presets/k8s/pod-2GPU.yaml → pkg/presets/convert/pod-2GPU.yaml
diff --git a/presets/k8s/pod.yaml → pkg/presets/convert/pod.yaml b/presets/k8s/pod.yaml → pkg/presets/convert/pod.yaml
diff --git a/presets/falcon/code/config.yaml → pkg/presets/falcon/config.yaml b/presets/falcon/code/config.yaml → pkg/presets/falcon/config.yaml
diff --git a/presets/falcon/code/inference-api.py → pkg/presets/falcon/inference-api.py b/presets/falcon/code/inference-api.py → pkg/presets/falcon/inference-api.py
diff --git a/presets/falcon/code/requirements.txt → pkg/presets/falcon/requirements.txt b/presets/falcon/code/requirements.txt → pkg/presets/falcon/requirements.txt
diff --git a/...ma-2-chat/code/example_chat_completion.py → ...s/llama-2-chat/example_chat_completion.py b/...ma-2-chat/code/example_chat_completion.py → ...s/llama-2-chat/example_chat_completion.py
diff --git a/presets/llama-2-chat/code/tokenizer.model → pkg/presets/llama-2-chat/tokenizer.model b/presets/llama-2-chat/code/tokenizer.model → pkg/presets/llama-2-chat/tokenizer.model
diff --git a/...-chat/code/web_example_chat_completion.py → ...ama-2-chat/web_example_chat_completion.py b/...-chat/code/web_example_chat_completion.py → ...ama-2-chat/web_example_chat_completion.py
diff --git a/...s/llama-2/code/example_text_completion.py → ...resets/llama-2/example_text_completion.py b/...s/llama-2/code/example_text_completion.py → ...resets/llama-2/example_text_completion.py
diff --git a/presets/llama-2/params.md → pkg/presets/llama-2/params.md b/presets/llama-2/params.md → pkg/presets/llama-2/params.md
diff --git a/presets/llama-2/code/tokenizer.model → pkg/presets/llama-2/tokenizer.model b/presets/llama-2/code/tokenizer.model → pkg/presets/llama-2/tokenizer.model
diff --git a/...ama-2/code/web_example_text_completion.py → ...ts/llama-2/web_example_text_completion.py b/...ama-2/code/web_example_text_completion.py → ...ts/llama-2/web_example_text_completion.py
diff --git a/presets/llama.md → pkg/presets/llama.md b/presets/llama.md → pkg/presets/llama.md
diff --git a/presets/.github/dependabot.yml b/presets/.github/dependabot.yml
diff --git a/presets/.github/markdown-links-config.json b/presets/.github/markdown-links-config.json
diff --git a/presets/.github/pr-title-config.json b/presets/.github/pr-title-config.json
diff --git a/presets/.github/workflows/codeql.yml b/presets/.github/workflows/codeql.yml
diff --git a/presets/.github/workflows/markdown-link-check.yml b/presets/.github/workflows/markdown-link-check.yml
diff --git a/presets/.github/workflows/pr-title-lint.yml b/presets/.github/workflows/pr-title-lint.yml
diff --git a/presets/.gitignore b/presets/.gitignore
diff --git a/presets/CODEOWNERS b/presets/CODEOWNERS
diff --git a/presets/LICENSE b/presets/LICENSE