Skip to content

Commit

Permalink
Merge pull request #39 from togethercomputer/artek0chumak-patch-1
Browse files Browse the repository at this point in the history
Update openapi.yaml for Lora vs Full training
  • Loading branch information
Nutlope authored Oct 8, 2024
2 parents 4c01090 + d81f54c commit 6d5cca2
Showing 1 changed file with 40 additions and 30 deletions.
70 changes: 40 additions & 30 deletions openapi.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -406,26 +406,11 @@ paths:
wandb_api_key:
type: string
description: API key for Weights & Biases integration
lora:
type: boolean
description: Whether to enable LoRA training. If not provided, full fine-tuning will be applied.
lora_r:
type: integer
default: 8
description: Rank for LoRA adapter weights
lora_alpha:
type: integer
default: 8
description: The alpha value for LoRA adapter training.
lora_dropout:
type: number
format: float
default: 0.0
description: The dropout probability for Lora layers.
lora_trainable_modules:
type: string
default: 'all-linear'
description: A list of LoRA trainable modules, separated by a comma
training_type:
type: object
oneOf:
- $ref: '#/components/schemas/FullTrainingType'
- $ref: '#/components/schemas/LoRATrainingType'
responses:
'200':
description: Fine-tuning job initiated successfully
Expand Down Expand Up @@ -1748,16 +1733,11 @@ components:
type: number
eval_steps:
type: integer
lora:
type: boolean
lora_r:
type: integer
lora_alpha:
type: integer
lora_dropout:
type: number
lora_trainable_modules:
type: string
training_type:
type: object
oneOf:
- $ref: '#/components/schemas/FullTrainingType'
- $ref: '#/components/schemas/LoRATrainingType'
status:
$ref: '#/components/schemas/FinetuneJobStatus'
job_id:
Expand Down Expand Up @@ -1971,3 +1951,33 @@ components:
type: string
size:
type: integer

FullTrainingType:
type: object
properties:
type:
type: string
enum: ['Full']
required:
- type
LoRATrainingType:
type: object
properties:
type:
type: string
enum: ['Lora']
lora_r:
type: integer
lora_alpha:
type: integer
lora_dropout:
type: number
format: float
default: 0.0
lora_trainable_modules:
type: string
default: 'all-linear'
required:
- type
- lora_r
- lora_alpha

0 comments on commit 6d5cca2

Please sign in to comment.