From d396ae234d3e52f49f0503976b557f676fb0b40b Mon Sep 17 00:00:00 2001 From: ishaansehgal99 Date: Wed, 13 Mar 2024 22:48:03 -0700 Subject: [PATCH] fix: Update disk sizes --- presets/models/mistral/model.go | 4 ++-- presets/models/phi/model.go | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/presets/models/mistral/model.go b/presets/models/mistral/model.go index 2202840f7..7089eafb6 100644 --- a/presets/models/mistral/model.go +++ b/presets/models/mistral/model.go @@ -46,7 +46,7 @@ func (*mistral7b) GetInferenceParameters() *model.PresetInferenceParam { return &model.PresetInferenceParam{ ModelFamilyName: "Mistral", ImageAccessMode: string(kaitov1alpha1.ModelImageAccessModePublic), - DiskStorageRequirement: "50Gi", + DiskStorageRequirement: "100Gi", GPUCountRequirement: "1", TotalGPUMemoryRequirement: "14Gi", PerGPUMemoryRequirement: "0Gi", // We run Mistral using native vertical model parallel, no per GPU memory requirement. @@ -70,7 +70,7 @@ func (*mistral7bInst) GetInferenceParameters() *model.PresetInferenceParam { return &model.PresetInferenceParam{ ModelFamilyName: "Mistral", ImageAccessMode: string(kaitov1alpha1.ModelImageAccessModePublic), - DiskStorageRequirement: "50Gi", + DiskStorageRequirement: "100Gi", GPUCountRequirement: "1", TotalGPUMemoryRequirement: "16Gi", PerGPUMemoryRequirement: "0Gi", // We run mistral using native vertical model parallel, no per GPU memory requirement. diff --git a/presets/models/phi/model.go b/presets/models/phi/model.go index 4a6fabcbf..2e54dce38 100644 --- a/presets/models/phi/model.go +++ b/presets/models/phi/model.go @@ -40,7 +40,7 @@ func (*phi2) GetInferenceParameters() *model.PresetInferenceParam { return &model.PresetInferenceParam{ ModelFamilyName: "Phi", ImageAccessMode: string(kaitov1alpha1.ModelImageAccessModePublic), - DiskStorageRequirement: "30Gi", + DiskStorageRequirement: "50Gi", GPUCountRequirement: "1", TotalGPUMemoryRequirement: "12Gi", PerGPUMemoryRequirement: "0Gi", // We run Phi using native vertical model parallel, no per GPU memory requirement.