Merge branch 'main' into dependabot/github_actions/actions/checkout-4…

….2.2

.github/workflows/kind-cluster/determine_models.py

@@ -21,7 +21,7 @@ def read_yaml(file_path):
 YAML_PR = read_yaml(supp_models_yaml)
 # Format: {falcon-7b : {model_name:falcon-7b, type:text-generation, version: #, tag: #}}
 MODELS = {model['name']: model for model in YAML_PR['models']}
-KAITO_REPO_URL = "https://github.com/Azure/kaito.git"
+KAITO_REPO_URL = "https://github.com/kaito-repo/kaito.git"
 
 def set_multiline_output(name, value):
     with open(os.environ['GITHUB_OUTPUT'], 'a') as fh:

.github/workflows/kind-cluster/docker-job-template.yaml

@@ -27,7 +27,7 @@ spec:
 
             # Additional setup
             apk add --no-cache git
-            git clone -b $PR_BRANCH https://github.com/Azure/kaito.git
+            git clone -b $PR_BRANCH https://github.com/kaito-project/kaito.git
 
             # Print Project Files
             echo 'Print Project Files'

.github/workflows/kind-cluster/main.py

@@ -6,7 +6,7 @@
 import time
 from pathlib import Path
 
-KAITO_REPO_URL = "https://github.com/Azure/kaito.git"
+KAITO_REPO_URL = "https://github.com/kaito-project/kaito.git"
 WEIGHTS_FOLDER = os.environ.get("WEIGHTS_DIR", None)
 
 def get_weights_path(model_name):

Makefile

@@ -3,7 +3,7 @@
 REGISTRY ?= YOUR_REGISTRY
 IMG_NAME ?= workspace
 VERSION ?= v0.3.1
-GPU_PROVISIONER_VERSION ?= 0.2.0
+GPU_PROVISIONER_VERSION ?= 0.2.1
 IMG_TAG ?= $(subst v,,$(VERSION))
 
 ROOT_DIR := $(shell dirname $(realpath $(firstword $(MAKEFILE_LIST))))
@@ -118,9 +118,9 @@ inference-api-e2e:
 # Ginkgo configurations
 GINKGO_FOCUS ?=
 GINKGO_SKIP ?=
-GINKGO_NODES ?= 1
+GINKGO_NODES ?= 2
 GINKGO_NO_COLOR ?= false
-GINKGO_TIMEOUT ?= 120m
+GINKGO_TIMEOUT ?= 180m
 GINKGO_ARGS ?= -focus="$(GINKGO_FOCUS)" -skip="$(GINKGO_SKIP)" -nodes=$(GINKGO_NODES) -no-color=$(GINKGO_NO_COLOR) -timeout=$(GINKGO_TIMEOUT)
 
 $(E2E_TEST):
@@ -243,8 +243,8 @@ docker-build-dataset: docker-buildx
 .PHONY: docker-build-llm-reference-preset
 docker-build-llm-reference-preset: docker-buildx
 	docker buildx build \
-		-t ghcr.io/azure/kaito/llm-reference-preset:$(VERSION) \
-		-t ghcr.io/azure/kaito/llm-reference-preset:latest \
+		-t ghcr.io/kaito-repo/kaito/llm-reference-preset:$(VERSION) \
+		-t ghcr.io/kaito-repo/kaito/llm-reference-preset:latest \
 		-f docs/custom-model-integration/Dockerfile.reference \
 		--build-arg MODEL_TYPE=text-generation \
 		--build-arg VERSION=$(VERSION) .
@@ -291,6 +291,7 @@ gpu-provisioner-helm:  ## Update Azure client env vars and settings in helm valu
 	helm install $(GPU_PROVISIONER_NAMESPACE) \
 	--values gpu-provisioner-values.yaml \
 	--set settings.azure.clusterName=$(AZURE_CLUSTER_NAME) \
+	--namespace $(GPU_PROVISIONER_NAMESPACE) --create-namespace \
 	https://github.com/Azure/gpu-provisioner/raw/gh-pages/charts/gpu-provisioner-$(GPU_PROVISIONER_VERSION).tgz
 
 	kubectl wait --for=condition=available deploy "gpu-provisioner" -n gpu-provisioner --timeout=300s

PROJECT

@@ -6,7 +6,7 @@ domain: io
 layout:
 - go.kubebuilder.io/v4
 projectName: kaito
-repo: github.com/azure/kaito
+repo: github.com/kaito-project/kaito
 resources:
 - api:
     crdVersion: v1
@@ -15,6 +15,6 @@ resources:
   domain: io
   group: kaito
   kind: Workspace
-  path: github.com/azure/kaito/api/v1alpha1
+  path: github.com/kaito-project/kaito/api/v1alpha1
   version: v1alpha1
 version: "3"

README.md

@@ -1,7 +1,7 @@
 # Kubernetes AI Toolchain Operator (Kaito)
 
 ![GitHub Release](https://img.shields.io/github/v/release/Azure/kaito)
-[![Go Report Card](https://goreportcard.com/badge/github.com/Azure/kaito)](https://goreportcard.com/report/github.com/Azure/kaito)
+[![Go Report Card](https://goreportcard.com/badge/github.com/kaito-project/kaito)](https://goreportcard.com/report/github.com/kaito-project/kaito)
 ![GitHub go.mod Go version](https://img.shields.io/github/go-mod/go-version/Azure/kaito)
 [![codecov](https://codecov.io/gh/Azure/kaito/graph/badge.svg?token=XAQLLPB2AR)](https://codecov.io/gh/Azure/kaito)
 

api/v1alpha1/params_validation.go

@@ -10,8 +10,8 @@ import (
 	"reflect"
 	"strings"
 
-	"github.com/azure/kaito/pkg/k8sclient"
-	"github.com/azure/kaito/pkg/utils"
+	"github.com/kaito-project/kaito/pkg/k8sclient"
+	"github.com/kaito-project/kaito/pkg/utils"
 	"gopkg.in/yaml.v2"
 	corev1 "k8s.io/api/core/v1"
 	"k8s.io/apimachinery/pkg/api/errors"

api/v1alpha1/workspace_validation.go

@@ -12,10 +12,10 @@ import (
 	"strconv"
 	"strings"
 
-	"github.com/azure/kaito/pkg/utils/consts"
+	"github.com/kaito-project/kaito/pkg/utils/consts"
 
-	"github.com/azure/kaito/pkg/utils"
-	"github.com/azure/kaito/pkg/utils/plugin"
+	"github.com/kaito-project/kaito/pkg/utils"
+	"github.com/kaito-project/kaito/pkg/utils/plugin"
 
 	admissionregistrationv1 "k8s.io/api/admissionregistration/v1"
 	"k8s.io/apimachinery/pkg/api/resource"

api/v1alpha1/workspace_validation_test.go

@@ -10,12 +10,12 @@ import (
 	"strings"
 	"testing"
 
-	"github.com/azure/kaito/pkg/k8sclient"
-	"github.com/azure/kaito/pkg/utils/consts"
-	"github.com/azure/kaito/pkg/utils/plugin"
+	"github.com/kaito-project/kaito/pkg/k8sclient"
+	"github.com/kaito-project/kaito/pkg/utils/consts"
+	"github.com/kaito-project/kaito/pkg/utils/plugin"
 	"k8s.io/apimachinery/pkg/runtime"
 
-	"github.com/azure/kaito/pkg/model"
+	"github.com/kaito-project/kaito/pkg/model"
 	v1 "k8s.io/api/core/v1"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 	"sigs.k8s.io/controller-runtime/pkg/client/fake"

charts/DemoUI/inference/Chart.yaml

@@ -5,7 +5,7 @@ type: application
 version: 0.1.0
 appVersion: "0.1.0"
 sources:
-  - https://github.com/Azure/kaito
+  - https://github.com/kaito-project/kaito
 maintainers:
   - name: ishaansehgal99
     email: [email protected]

charts/DemoUI/inference/templates/deployment.yaml

@@ -39,7 +39,7 @@ spec:
             - |
               mkdir -p /app/frontend && \
               pip install chainlit requests && \
-              wget -O /app/frontend/inference.py https://raw.githubusercontent.com/Azure/kaito/main/demo/inferenceUI/chainlit.py && \
+              wget -O /app/frontend/inference.py https://raw.githubusercontent.com/kaito-project/kaito/main/demo/inferenceUI/chainlit.py && \
               chainlit run frontend/inference.py -w
           env:
             - name: WORKSPACE_SERVICE_URL

charts/kaito/ragengine/Chart.yaml

@@ -13,9 +13,9 @@ version: 0.0.1
 # follow Semantic Versioning. They should reflect the version the application is using.
 # It is recommended to use it with quotes.
 appVersion: 0.0.1
-home: https://github.com/Azure/kaito
+home: https://github.com/kaito-project/kaito
 sources:
-  - https://github.com/Azure/kaito
+  - https://github.com/kaito-project/kaito
 maintainers:
   - name: Fei-Guo
     email: [email protected]

charts/kaito/workspace/Chart.yaml

@@ -13,9 +13,9 @@ version: 0.3.1
 # follow Semantic Versioning. They should reflect the version the application is using.
 # It is recommended to use it with quotes.
 appVersion: 0.3.1
-home: https://github.com/Azure/kaito
+home: https://github.com/kaito-project/kaito
 sources:
-  - https://github.com/Azure/kaito
+  - https://github.com/kaito-project/kaito
 maintainers:
   - name: Fei-Guo
     email: [email protected]

charts/kaito/workspace/templates/lora-params.yaml

@@ -29,7 +29,7 @@ data:
       DataCollator: # Configurable Parameters: https://huggingface.co/docs/transformers/v4.40.2/en/main_classes/data_collator#transformers.DataCollatorForLanguageModeling
         mlm: true # Default setting; included to show DataCollator can be updated.
     
-      DatasetConfig: # Configurable Parameters: https://github.com/Azure/kaito/blob/main/presets/tuning/text-generation/cli.py#L44
+      DatasetConfig: # Configurable Parameters: https://github.com/kaito-project/kaito/blob/main/presets/tuning/text-generation/cli.py#L44
         shuffle_dataset: true
         train_test_split: 1 # Default to using all data for fine-tuning due to strong pre-trained baseline and typically limited fine-tuning data
         # Expected Dataset format:

charts/kaito/workspace/templates/qlora-params.yaml

@@ -32,7 +32,7 @@ data:
       DataCollator: # Configurable Parameters: https://huggingface.co/docs/transformers/v4.40.2/en/main_classes/data_collator#transformers.DataCollatorForLanguageModeling
         mlm: true # Default setting; included to show DataCollator can be updated.
     
-      DatasetConfig: # Configurable Parameters: https://github.com/Azure/kaito/blob/main/presets/tuning/text-generation/cli.py#L44
+      DatasetConfig: # Configurable Parameters: https://github.com/kaito-project/kaito/blob/main/presets/tuning/text-generation/cli.py#L44
         shuffle_dataset: true
         train_test_split: 1 # Default to using all data for fine-tuning due to strong pre-trained baseline and typically limited fine-tuning data
         # Expected Dataset format:

cmd/ragengine/main.go

@@ -14,11 +14,11 @@ import (
 	azurev1alpha2 "github.com/Azure/karpenter-provider-azure/pkg/apis/v1alpha2"
 	"github.com/aws/karpenter-core/pkg/apis/v1alpha5"
 	awsv1beta1 "github.com/aws/karpenter-provider-aws/pkg/apis/v1beta1"
-	"github.com/azure/kaito/pkg/k8sclient"
+	"github.com/kaito-project/kaito/pkg/k8sclient"
 	metricsserver "sigs.k8s.io/controller-runtime/pkg/metrics/server"
 
-	"github.com/azure/kaito/pkg/controllers"
-	"github.com/azure/kaito/pkg/webhooks"
+	"github.com/kaito-project/kaito/pkg/controllers"
+	"github.com/kaito-project/kaito/pkg/webhooks"
 	"k8s.io/api/apps/v1beta1"
 	"k8s.io/klog/v2"
 	"knative.dev/pkg/injection/sharedmain"
@@ -36,7 +36,7 @@ import (
 	"sigs.k8s.io/controller-runtime/pkg/healthz"
 	"sigs.k8s.io/controller-runtime/pkg/log/zap"
 
-	kaitov1alpha1 "github.com/azure/kaito/api/v1alpha1"
+	kaitov1alpha1 "github.com/kaito-project/kaito/api/v1alpha1"
 	//+kubebuilder:scaffold:imports
 )
 

cmd/workspace/main.go

@@ -13,16 +13,16 @@ import (
 
 	azurev1alpha2 "github.com/Azure/karpenter-provider-azure/pkg/apis/v1alpha2"
 	awsv1beta1 "github.com/aws/karpenter-provider-aws/pkg/apis/v1beta1"
-	"github.com/azure/kaito/pkg/featuregates"
-	"github.com/azure/kaito/pkg/k8sclient"
-	"github.com/azure/kaito/pkg/nodeclaim"
-	"github.com/azure/kaito/pkg/utils/consts"
+	"github.com/kaito-project/kaito/pkg/featuregates"
+	"github.com/kaito-project/kaito/pkg/k8sclient"
+	"github.com/kaito-project/kaito/pkg/nodeclaim"
+	"github.com/kaito-project/kaito/pkg/utils/consts"
 	metricsserver "sigs.k8s.io/controller-runtime/pkg/metrics/server"
 	"sigs.k8s.io/karpenter/pkg/apis/v1beta1"
 
 	"github.com/aws/karpenter-core/pkg/apis/v1alpha5"
-	"github.com/azure/kaito/pkg/controllers"
-	"github.com/azure/kaito/pkg/webhooks"
+	"github.com/kaito-project/kaito/pkg/controllers"
+	"github.com/kaito-project/kaito/pkg/webhooks"
 	"k8s.io/klog/v2"
 	"knative.dev/pkg/injection/sharedmain"
 	"knative.dev/pkg/webhook"
@@ -39,7 +39,7 @@ import (
 	"sigs.k8s.io/controller-runtime/pkg/healthz"
 	"sigs.k8s.io/controller-runtime/pkg/log/zap"
 
-	kaitov1alpha1 "github.com/azure/kaito/api/v1alpha1"
+	kaitov1alpha1 "github.com/kaito-project/kaito/api/v1alpha1"
 	//+kubebuilder:scaffold:imports
 )
 

cmd/workspace/models.go

@@ -3,10 +3,10 @@
 package main
 
 import (
-	_ "github.com/azure/kaito/presets/models/falcon"
-	_ "github.com/azure/kaito/presets/models/llama2"
-	_ "github.com/azure/kaito/presets/models/llama2chat"
-	_ "github.com/azure/kaito/presets/models/mistral"
-	_ "github.com/azure/kaito/presets/models/phi2"
-	_ "github.com/azure/kaito/presets/models/phi3"
+	_ "github.com/kaito-project/kaito/presets/models/falcon"
+	_ "github.com/kaito-project/kaito/presets/models/llama2"
+	_ "github.com/kaito-project/kaito/presets/models/llama2chat"
+	_ "github.com/kaito-project/kaito/presets/models/mistral"
+	_ "github.com/kaito-project/kaito/presets/models/phi2"
+	_ "github.com/kaito-project/kaito/presets/models/phi3"
 )

docs/custom-model-integration/Dockerfile.reference

@@ -1,7 +1,7 @@
 FROM python:3.10-slim@sha256:684b1aaf96a7942b3c3af438d162e0baa3510aa7af25ad76d238e0c746bdec79
 
 # Specify the repository source URL for reference and access in Kaito packages.
-LABEL org.opencontainers.image.source=https://github.com/azure/kaito
+LABEL org.opencontainers.image.source=https://github.com/kaito-project/kaito
 
 ARG MODEL_TYPE
 ARG VERSION
@@ -16,7 +16,7 @@ RUN echo $VERSION > /workspace/tfs/version.txt
 # This is done before copying the code to utilize Docker's layer caching and
 # avoid reinstalling dependencies unless the requirements file changes.
 # Inference
-COPY presets/inference/${MODEL_TYPE}/requirements.txt /workspace/tfs/inference-requirements.txt
+COPY presets/dependencies/requirements.txt /workspace/tfs/inference-requirements.txt
 RUN pip install --no-cache-dir -r inference-requirements.txt
 
 COPY presets/inference/${MODEL_TYPE}/inference_api.py /workspace/tfs/inference_api.py

docs/custom-model-integration/custom-model-integration-guide.md

@@ -12,7 +12,7 @@ If you want to avoid building a Docker image with model weights, use our pre-bui
 ### Step 1: Clone the Repository
 
 ```sh
-git clone https://github.com/Azure/kaito.git
+git clone https://github.com/kaito-project/kaito.git
 ```
 
 ### Step 2: Download Your Private/Custom Model Weights

docs/inference/README.md

@@ -67,7 +67,7 @@ Currently, only images are supported as adapter sources. The `strength` field sp
 
 **Note:** When building a container image for an existing adapter, ensure all adapter files are copied to the **/data** directory inside the container.
 
-For detailed `InferenceSpec` API definitions, refer to the [documentation](https://github.com/Azure/kaito/blob/2ccc93daf9d5385649f3f219ff131ee7c9c47f3e/api/v1alpha1/workspace_types.go#L75).
+For detailed `InferenceSpec` API definitions, refer to the [documentation](https://github.com/kaito-project/kaito/blob/2ccc93daf9d5385649f3f219ff131ee7c9c47f3e/api/v1alpha1/workspace_types.go#L75).
 
 
 # Inference workload

docs/proposals/20240527-phi3-instruct.md

@@ -50,4 +50,4 @@ This section describes how to configure the runtime framework to support the inf
 # History
 
 - [x] 05/27/2024: Open proposal PR.
-- [x] 06/13/2024: Phi-3 Mini Merged [#469](https://github.com/Azure/kaito/pull/469)
+- [x] 06/13/2024: Phi-3 Mini Merged [#469](https://github.com/kaito-project/kaito/pull/469)

docs/tuning/README.md

@@ -35,7 +35,7 @@ tuning:
 
 ```
 
-The detailed `TuningSpec` API definitions can be found [here](https://github.com/Azure/kaito/blob/2ccc93daf9d5385649f3f219ff131ee7c9c47f3e/api/v1alpha1/workspace_types.go#L145).
+The detailed `TuningSpec` API definitions can be found [here](https://github.com/kaito-project/kaito/blob/2ccc93daf9d5385649f3f219ff131ee7c9c47f3e/api/v1alpha1/workspace_types.go#L145).
 
 ### Tuning configurations
 Kaito provides default tuning configurations for different tuning methods. They are managed by Kubernetes configmaps.
@@ -73,7 +73,7 @@ TrainingArguments([full list](https://huggingface.co/docs/transformers/v4.40.2/e
 DataCollator([full list](https://huggingface.co/docs/transformers/v4.40.2/en/main_classes/data_collator#transformers.DataCollatorForLanguageModeling))
 - mlm: Masked language modeling flag.
 
-DatasetConfig([full list](https://github.com/Azure/kaito/blob/main/presets/tuning/text-generation/cli.py#L44))
+DatasetConfig([full list](https://github.com/kaito-project/kaito/blob/main/presets/tuning/text-generation/cli.py#L44))
 - shuffle_dataset: Whether to shuffle the dataset.
 - train_test_split: Proportion of data used for training, typically set to 1 for using all data.
 
@@ -118,7 +118,7 @@ Figure 1. Kaito tuning pod structure.
 
 - Sidecar container: It is introduced to support automatically pushing the tuning results to a container registry. This container, with `docker` installed, runs a script to periodically check the training progress. Once the training is done, indicated by a sentinel file created by the training process, the script builds a container image containing the training results and pushes the image to the specified container registry.
 
-- Main container: It uses one of the supported model images. The image entry launches the [fine\_tuning.py](https://github.com/Azure/kaito/blob/main/presets/tuning/text-generation/fine_tuning.py) script.
+- Main container: It uses one of the supported model images. The image entry launches the [fine\_tuning.py](https://github.com/kaito-project/kaito/blob/main/presets/tuning/text-generation/fine_tuning.py) script.
 
 All three containers use shared local volumes (by mounting the same `EmptyDir` volumes), hence file copies between containers are avoided.
 

go.mod

@@ -1,4 +1,4 @@
-module github.com/azure/kaito
+module github.com/kaito-project/kaito
 
 go 1.22.3
 

pkg/controllers/ragengine_controller.go

@@ -10,12 +10,12 @@ import (
 	"time"
 
 	"github.com/aws/karpenter-core/pkg/apis/v1alpha5"
-	kaitov1alpha1 "github.com/azure/kaito/api/v1alpha1"
-	"github.com/azure/kaito/pkg/featuregates"
-	"github.com/azure/kaito/pkg/machine"
-	"github.com/azure/kaito/pkg/nodeclaim"
-	"github.com/azure/kaito/pkg/resources"
-	"github.com/azure/kaito/pkg/utils/consts"
+	kaitov1alpha1 "github.com/kaito-project/kaito/api/v1alpha1"
+	"github.com/kaito-project/kaito/pkg/featuregates"
+	"github.com/kaito-project/kaito/pkg/machine"
+	"github.com/kaito-project/kaito/pkg/nodeclaim"
+	"github.com/kaito-project/kaito/pkg/resources"
+	"github.com/kaito-project/kaito/pkg/utils/consts"
 	"github.com/go-logr/logr"
 	"github.com/samber/lo"
 	corev1 "k8s.io/api/core/v1"

pkg/controllers/ragengine_controller_test.go

@@ -13,10 +13,10 @@ import (
 	azurev1alpha2 "github.com/Azure/karpenter-provider-azure/pkg/apis/v1alpha2"
 	"github.com/aws/karpenter-core/pkg/apis/v1alpha5"
 	awsv1beta1 "github.com/aws/karpenter-provider-aws/pkg/apis/v1beta1"
-	"github.com/azure/kaito/api/v1alpha1"
-	"github.com/azure/kaito/pkg/featuregates"
-	"github.com/azure/kaito/pkg/utils/consts"
-	"github.com/azure/kaito/pkg/utils/test"
+	"github.com/kaito-project/kaito/api/v1alpha1"
+	"github.com/kaito-project/kaito/pkg/featuregates"
+	"github.com/kaito-project/kaito/pkg/utils/consts"
+	"github.com/kaito-project/kaito/pkg/utils/test"
 	"github.com/stretchr/testify/mock"
 	"gotest.tools/assert"
 	corev1 "k8s.io/api/core/v1"

pkg/controllers/ragengine_gc_finalizer.go

@@ -6,11 +6,11 @@ package controllers
 import (
 	"context"
 
-	kaitov1alpha1 "github.com/azure/kaito/api/v1alpha1"
-	"github.com/azure/kaito/pkg/featuregates"
-	"github.com/azure/kaito/pkg/machine"
-	"github.com/azure/kaito/pkg/nodeclaim"
-	"github.com/azure/kaito/pkg/utils/consts"
+	kaitov1alpha1 "github.com/kaito-project/kaito/api/v1alpha1"
+	"github.com/kaito-project/kaito/pkg/featuregates"
+	"github.com/kaito-project/kaito/pkg/machine"
+	"github.com/kaito-project/kaito/pkg/nodeclaim"
+	"github.com/kaito-project/kaito/pkg/utils/consts"
 	"k8s.io/klog/v2"
 	ctrl "sigs.k8s.io/controller-runtime"
 	"sigs.k8s.io/controller-runtime/pkg/client"