Skip to content

Commit

Permalink
Correct vllm Chart (name, missing config)
Browse files Browse the repository at this point in the history
  • Loading branch information
LancelotMarti committed Dec 4, 2024
1 parent 1bccca7 commit e7254ab
Show file tree
Hide file tree
Showing 2 changed files with 17 additions and 16 deletions.
8 changes: 4 additions & 4 deletions charts/vllm/Chart.yaml
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
apiVersion: v2
name: vLLM
name: vllm
description: vLLM is a high-performance, low-latency, and memory-efficient library designed for
serving large language models (LLMs) at scale.

icon: https://github.com/vllm-project/vllm/blob/main/docs/source/assets/logos/vllm-logo-only-light.png
# A chart can be either an 'application' or a 'library' chart.
#
# Application charts are a collection of templates that can be packaged into versioned archives
Expand All @@ -16,13 +16,13 @@ type: application
# This is the chart version. This version number should be incremented each time you make changes
# to the chart and its templates, including the app version.
# Versions are expected to follow Semantic Versioning (https://semver.org/)
version: 0.0.1
version: 0.0.2

# This is the version number of the application being deployed. This version number should be
# incremented each time you make changes to the application. Versions are not expected to
# follow Semantic Versioning. They should reflect the version the application is using.
# It is recommended to use it with quotes.
appVersion: "0.0.1"
appVersion: "0.0.2"

dependencies:
- name: llm-serving
Expand Down
25 changes: 13 additions & 12 deletions charts/vllm/values.schema.json
Original file line number Diff line number Diff line change
Expand Up @@ -66,9 +66,10 @@
"properties": {
"model": {
"type": "string",
"default": "microsoft/Phi-3-mini-4k-instruct",
"default": "Phi-3-mini-4k-instruct",
"enum": [
"microsoft/Phi-3-mini-4k-instruct"
"microsoft/Phi-3-mini-4k-instruct",
"Phi-3-mini-4k-instruct"
],
"description": "Model to be served"
},
Expand Down Expand Up @@ -215,17 +216,17 @@
"render": "password",
"x-onyxia": {
"overwriteDefaultWith": "{{s3.AWS_SESSION_TOKEN}}"
},
"bucket": {
"type": "string",
"description": "Name of the S3 bucket",
"default": "lmarti"
},
"modelPath": {
"type": "string",
"description": "Path to the model within the S3 bucket",
"default": "diffusion/models/Phi-3-mini-4k-instruct"
}
},
"bucket": {
"type": "string",
"description": "Name of the S3 bucket",
"default": "lmarti"
},
"modelPath": {
"type": "string",
"description": "Path to the model within the S3 bucket",
"default": "diffusion/models/Phi-3-mini-4k-instruct"
}
}
}
Expand Down

0 comments on commit e7254ab

Please sign in to comment.