-
Notifications
You must be signed in to change notification settings - Fork 1
/
controller.ps1
221 lines (204 loc) · 7.02 KB
/
controller.ps1
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
$CONTAINERS = @("lab", "ctx", "uxo", "tbd", "ipf", "pet", "bit")
$MODELS = @("src", "genus", "frame", "mind", "heart", "soul", "wisdom", "envy", "chaos", "malice", "pain", "rot", "sick", "toe")
# Function to check if a command exists
function Test-Command($cmdName) {
return $null -ne (Get-Command -Name $cmdName -ErrorAction Ignore)
}
# Check for docker
if (-not (Test-Command "docker")) {
throw "Error: docker is not installed or not in PATH."
}
# Check for docker compose and set $DOCKERCOMPOSE
if (Test-Command "docker compose") {
$DOCKERCOMPOSE = @("docker", "compose")
Write-Host "'docker compose' command is available."
} elseif (Test-Command "docker-compose") {
$DOCKERCOMPOSE = @("docker-compose")
Write-Host "'docker-compose' command is available."
} else {
throw "Error: Neither 'docker-compose' nor 'docker compose' is installed or in PATH."
}
Write-Host "Docker and Docker Compose are properly set up."
# Function to create and execute docker compose command
function Get-DockerComposeCommand {
param (
[string[]]$AdditionalArgs
)
$baseCommand = $DOCKERCOMPOSE + @(
"-f", "compose.yml",
"-f", "compose.dev.yml",
"-f", "compose.services.yml"
)
if ($GPU) {
$baseCommand += $GPU.Split()
}
$fullCommand = $baseCommand + $AdditionalArgs
# Join the command parts into a single string
$commandString = $fullCommand -join ' '
Write-Host "Executing command: $commandString" -ForegroundColor Yellow
# Execute the command
Invoke-Expression $commandString
}
# If defined, use the TASK variable.
if ($env:TASK) {
$action = $env:TASK
} else {
# Prompt for input.
Write-Host "Use keywords to control the VTX:"
Write-Host "(init) Prepare this workspace."
Write-Host "(ps) View a list of all running containers."
Write-Host "(stats) View live Docker stats."
Write-Host "(logs) View logs for all services."
Write-Host "(exec) Open an interactive shell in the specified container."
Write-Host "(build) Build this project in Docker."
Write-Host "(test) Run all tests."
Write-Host "(eval) Run evaluation harness."
Write-Host "(push) Push the newly-built Docker image to a registry."
Write-Host "(pull) Pull the latest Docker images required by this project."
Write-Host "(up) Bring the stack online."
Write-Host "(down) Stop the service in Docker."
Write-Host "(fetch) Download a dataset."
Write-Host "(prepare) Prepare a dataset."
Write-Host "(train) Train a model."
Write-Host "(trial) Search for optimal hyperparameters."
Write-Host "(prune) Prune all unused images, networks, and volumes."
Write-Host "(clean) Delete all checkpoints."
Write-Host "(auto) Turn on autopilot."
Write-Host "(repair) Force-fix this workspace."
Write-Host "(update) Pull all updates from git."
$action = Read-Host "Enter the keyword corresponding to your desired action"
}
# Import variables
if (-not (Test-Path '.env')) {
New-Item -Path '.env' -ItemType 'file' -Force
}
# Function to read .env file and set environment variables
function Set-EnvFromFile {
param (
[string]$EnvFile = ".env"
)
if (Test-Path $EnvFile) {
Get-Content $EnvFile | ForEach-Object {
if ($_ -match '^([^=]+)=(.*)$') {
$name = $matches[1].Trim()
$value = $matches[2].Trim()
# Remove surrounding quotes if present
$value = $value -replace '^["''](.*)["'']$', '$1'
# Set as environment variable
[Environment]::SetEnvironmentVariable($name, $value, "Process")
Write-Host "Set $name=$value"
}
}
} else {
Write-Host "Warning: .env file not found. Creating an empty one."
New-Item -Path $EnvFile -ItemType File -Force
}
}
# Import variables from .env file
Set-EnvFromFile
# Setup config file
if (-not (Test-Path 'config.yml')) {
New-Item -Path 'config.yml' -ItemType 'file' -Force
}
function Get-UserFocus {
$userFocus = $env:FOCUS
if ([string]::IsNullOrWhiteSpace($userFocus)) {
Write-Host "MODELS = $($MODELS -join ', ')"
$userFocus = Read-Host "Which model should we focus on? "
$env:FOCUS = $userFocus
}
return $userFocus
}
# Set GPU mode
if ($env:ARCH -eq "ARM") {
$GPU = '-f compose.ARM.yml'
} elseif ($env:DEVICE -eq "amd") {
$GPU = '-f compose.amd.yml'
} elseif ($env:DEVICE -eq "intel") {
$GPU = '-f compose.intel.yml'
} elseif ($env:DEVICE -eq "cpu") {
$GPU = ''
} else {
$GPU = '-f compose.nvidia.yml'
}
# Implement the controller
switch ($action) {
{$_ -in "repair","init","update"} {
git pull
git submodule update --init --recursive
git submodule foreach 'git reset --hard && git checkout . && git clean -fdx'
& Get-DockerComposeCommand "pull"
}
"ps" {
& Get-DockerComposeCommand "ps"
}
"logs" {
& Get-DockerComposeCommand "logs" "--follow"
}
"stats" {
docker stats
}
"exec" {
if (-not $env:CONTAINER) {
$env:CONTAINER = Read-Host "Which container should we enter? $($CONTAINERS -join ', ')"
}
& Get-DockerComposeCommand "exec" $env:CONTAINER "/bin/bash"
}
"test" {
& Get-DockerComposeCommand "exec" "lab" "robot" "--outputdir" "/book/static/tests" "/src/tests"
}
"eval" {
& Get-DockerComposeCommand "exec" "lab" "sh" "tests/eval.sh"
}
"build" {
& Get-DockerComposeCommand "build"
docker images | Select-String "/lab"
}
"push" {
& Get-DockerComposeCommand "push"
}
"pull" {
& Get-DockerComposeCommand "pull"
}
{$_ -in "up","auto"} {
$focus = Get-UserFocus
$upArgs = @("up")
if ($action -eq "auto") {
$upArgs += "-d"
}
& Get-DockerComposeCommand $upArgs
}
{$_ -in "train","trial"} {
if (-not $env:FOCUS) {
Write-Host "MODELS = $($MODELS -join ', ')"
$env:FOCUS = Read-Host "Which model should we train? "
}
& Get-DockerComposeCommand "up" "-d" "tbd" "ipf"
& Get-DockerComposeCommand "run" "-e" "FOCUS=$env:FOCUS" "-e" "TASK=$action" "lab" "python3" "harness.py"
}
"prepare" {
if (-not $env:DATASET) {
$env:DATASET = Read-Host "Which dataset should we prepare?"
}
& Get-DockerComposeCommand "run" "lab" "python3" "/lab/$env:DATASET/prepare.py"
}
"fetch" {
if (-not $env:DATASET) {
$env:DATASET = Read-Host "Which dataset should we fetch?"
}
& Get-DockerComposeCommand "run" "lab" "python3" "/lab/$env:DATASET/fetch.py"
}
"prune" {
docker system prune -f
docker volume prune -f
}
"clean" {
& Get-DockerComposeCommand "exec" "lab" "python3" "/src/edge/clean.py"
}
"down" {
& Get-DockerComposeCommand "down" "--remove-orphans"
}
Default {
Write-Host "Invalid selection."
}
}