Skip to content

Commit

Permalink
images: push to ibm ghcr namespace
Browse files Browse the repository at this point in the history
Signed-off-by: aavarghese <[email protected]>

Signed-off-by: aavarghese <[email protected]>

Signed-off-by: Nick Mitchell <[email protected]>
  • Loading branch information
aavarghese authored and starpit committed Jul 22, 2024
1 parent a0a34de commit 9ddd0fa
Show file tree
Hide file tree
Showing 51 changed files with 79 additions and 70 deletions.
2 changes: 1 addition & 1 deletion charts/shell/templates/containers/workdir.yaml
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{{- define "containers/workdir" }}
{{- if .Values.workdir.repo }}
- name: workdir
image: {{ print .Values.lunchpail.image.registry "/" .Values.lunchpail.image.repo "/workdir:" .Values.lunchpail.image.version }}
image: {{ print .Values.lunchpail.image.registry "/" .Values.lunchpail.image.repo "/lunchpail-workdir:" .Values.lunchpail.image.version }}
volumeMounts:
{{ include "workdir/volumeMount" . | indent 4 }}
env:
Expand Down
2 changes: 1 addition & 1 deletion charts/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,5 +7,5 @@ gpu-operator:
# these values may be overriden by hack/up.sh
image:
registry: ghcr.io
repo: lunchpail
repo: ibm
version: 0.0.1
2 changes: 1 addition & 1 deletion charts/workerpool/templates/containers/watcher.yaml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{{- define "containers/watcher" }}
- name: watcher
image: {{ print .Values.watcher.image.registry "/" .Values.lunchpail "/worker-watcher:" .Values.watcher.image.version }}
image: {{ print .Values.watcher.image.registry "/" .Values.watcher.image.repo "/lunchpail-worker-watcher:" .Values.watcher.image.version }}
volumeMounts:
{{ include "workdir/volumeMount" . | indent 4 }}
command:
Expand Down
2 changes: 1 addition & 1 deletion charts/workerpool/templates/containers/workdir.yaml
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{{- define "containers/workdir" }}
{{- if .Values.workdir.repo }}
- name: workdir
image: {{ print .Values.watcher.image.registry "/" .Values.watcher.image.repo "/workdir:" .Values.watcher.image.version }}
image: {{ print .Values.watcher.image.registry "/" .Values.watcher.image.repo "/lunchpail-workdir:" .Values.watcher.image.version }}
volumeMounts:
{{ include "workdir/volumeMount" . | indent 4 }}
env:
Expand Down
2 changes: 1 addition & 1 deletion charts/workstealer/templates/containers/workstealer.yaml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{{- define "containers/workstealer" }}
- name: workstealer
image: {{ print .Values.image.registry "/" .Values.image.repo "/workstealer:" .Values.image.version }}
image: {{ print .Values.image.registry "/" .Values.image.repo "/lunchpail-workstealer:" .Values.image.version }}
command: ["/opt/lunchpail/workstealer/scripts/workstealer.sh"]
volumeMounts:
{{- include "scripts/volumeMount" . | indent 4 }}
Expand Down
15 changes: 0 additions & 15 deletions images/base-images/ai/README.md

This file was deleted.

15 changes: 0 additions & 15 deletions images/base-images/fastparquet/README.md

This file was deleted.

Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
FROM docker.io/python:3.12-slim
LABEL org.opencontainers.image.source="https://github.com/IBM/lunchpail"

RUN apt update && apt install -y bc && apt autoremove -y && apt clean && rm -rf ~/.cache && rm -rf /var/lib/apt/lists/* && \
pip install --no-cache-dir \
Expand Down
15 changes: 15 additions & 0 deletions images/base-images/lunchpail-ai/README.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
For example:

```shell
podman manifest create ghcr.io/ibm/lunchpail-ai:0.0.4
podman build \
--platform=linux/arm64/v8,linux/amd64 \
--manifest ghcr.io/ibm/lunchpail-ai:0.0.4 .
```

Then, to push:

```shell
podman manifest push ghcr.io/ibm/lunchpail-ai:0.0.4
```

Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
FROM docker.io/alpine:3
LABEL org.opencontainers.image.source="https://github.com/IBM/lunchpail"

# RUN apk add --no-cache maven curl build-base openjdk11 && \
# cd /tmp && \
Expand Down
15 changes: 15 additions & 0 deletions images/base-images/lunchpail-fastparquet/README.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
For example:

```shell
podman manifest create ghcr.io/ibm/lunchpail-fastparquet:0.0.1
podman build \
--platform=linux/arm64/v8,linux/amd64 \
--manifest ghcr.io/ibm/lunchpail-fastparquet:0.0.1 .
```

Then, to push:

```shell
podman manifest push ghcr.io/ibm/lunchpail-fastparquet:0.0.1
```

Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
FROM alpine:3
LABEL org.opencontainers.image.source="https://github.com/IBM/lunchpail"

RUN ARCH=$(uname -m); if [ $ARCH = "x86_64" ]; then TARGETARCH=amd64; else TARGETARCH=arm64; fi ; \
apk update && apk add --no-cache bash && \
Expand Down
15 changes: 15 additions & 0 deletions images/base-images/lunchpail-rclone/README.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
For example:

```shell
podman manifest create ghcr.io/ibm/lunchpail-rclone:0.0.1
podman build \
--platform=linux/arm64/v8,linux/amd64 \
--manifest ghcr.io/ibm/lunchpail-rclone:0.0.1 .
```

Then, to push:

```shell
podman manifest push ghcr.io/ibm/lunchpail-rclone:0.0.1
```

15 changes: 0 additions & 15 deletions images/base-images/rclone/README.md

This file was deleted.

Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
FROM ghcr.io/lunchpail/fastparquet:0.0.1
FROM ghcr.io/ibm/lunchpail-fastparquet:0.0.1
LABEL org.opencontainers.image.source="https://github.com/IBM/lunchpail"

COPY --chmod=755 main.sh /opt/lunchpail/bin/main.sh

Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
FROM alpine:3
LABEL org.opencontainers.image.source="https://github.com/IBM/lunchpail"

RUN apk update && apk add --no-cache git ca-certificates bash
ADD clone.sh /opt/lunchpail/bin/clone.sh
Expand Down
File renamed without changes.
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
FROM docker.io/alpine:3
LABEL org.opencontainers.image.source="https://github.com/IBM/lunchpail"

# Note: watcher.sh depends on some bash-isms at the moment
RUN apk update && \
Expand Down
File renamed without changes.
File renamed without changes.
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
FROM docker.io/alpine:3
LABEL org.opencontainers.image.source="https://github.com/IBM/lunchpail"

# Note: watcher.sh depends on some bash-isms at the moment
RUN apk update && \
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
FROM docker.io/golang:1.22.1-alpine
LABEL org.opencontainers.image.source="https://github.com/IBM/lunchpail"
WORKDIR /init

COPY go.* .
Expand Down
File renamed without changes.
File renamed without changes.
File renamed without changes.
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
# Build stage
FROM docker.io/golang:1.22.1-alpine
LABEL org.opencontainers.image.source="https://github.com/IBM/lunchpail"
WORKDIR /workstealer

COPY go.* ./
Expand Down
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ func transpile(sweep hlir.ParameterSweep) (hlir.Application, error) {
app.ApiVersion = sweep.ApiVersion
app.Kind = "Application"
app.Metadata.Name = sweep.Metadata.Name
app.Spec.Image = fmt.Sprintf("%s/%s/rclone:0.0.1", lunchpail.ImageRegistry, lunchpail.ImageRepo)
app.Spec.Image = fmt.Sprintf("%s/%s/lunchpail-rclone:0.0.1", lunchpail.ImageRegistry, lunchpail.ImageRepo)
app.Spec.Api = "shell"
app.Spec.Role = "dispatcher"
app.Spec.Command = "./main.sh"
Expand Down
2 changes: 1 addition & 1 deletion pkg/fe/transformer/api/dispatch/s3/transpile.go
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ func transpile(s3 hlir.ProcessS3Objects) (hlir.Application, error) {
app.ApiVersion = s3.ApiVersion
app.Kind = "Application"
app.Metadata.Name = s3.Metadata.Name
app.Spec.Image = fmt.Sprintf("%s/%s/rclone:0.0.1", lunchpail.ImageRegistry, lunchpail.ImageRepo)
app.Spec.Image = fmt.Sprintf("%s/%s/lunchpail-rclone:0.0.1", lunchpail.ImageRegistry, lunchpail.ImageRepo)
app.Spec.Api = "shell"
app.Spec.Role = "dispatcher"
app.Spec.Command = "./main.sh"
Expand Down
2 changes: 1 addition & 1 deletion pkg/lunchpail/settings.go
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,6 @@ package lunchpail

const (
ImageRegistry = "ghcr.io"
ImageRepo = "lunchpail"
ImageRepo = "ibm"
LocalClusterName = "lunchpail"
)
2 changes: 1 addition & 1 deletion tests/tests/test7/pail/app.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ metadata:
spec:
api: workqueue
role: worker
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/worker-alpine:" .Chart.AppVersion }}
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/lunchpail-worker-alpine:" .Chart.AppVersion }}
code:
- name: main.sh
source: |
Expand Down
2 changes: 1 addition & 1 deletion tests/tests/test7b/pail/app.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ metadata:
spec:
api: workqueue
role: worker
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/worker-alpine:" .Chart.AppVersion }}
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/lunchpail-worker-alpine:" .Chart.AppVersion }}
code:
- name: main.sh
source: |
Expand Down
2 changes: 1 addition & 1 deletion tests/tests/test7c/pail/app.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@ spec:
echo "Done with $in"
command: ./literal.sh
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/worker-alpine:" .Chart.AppVersion }}
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/lunchpail-worker-alpine:" .Chart.AppVersion }}
env:
MESSAGE: {{ .Values.message | default "BUG" }}
# TODO: dataset.py in run controller doesn't currently support adding both as mount and configmap
Expand Down
2 changes: 1 addition & 1 deletion tests/tests/test7d/pail/app.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -22,5 +22,5 @@ spec:
echo "Done with $in"
command: ./literal.sh
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/worker-alpine:" .Chart.AppVersion }}
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/lunchpail-worker-alpine:" .Chart.AppVersion }}
{{- end }}
2 changes: 1 addition & 1 deletion tests/tests/test7e-by-role-autorun/pail/app.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ spec:
role: worker
command: ./literal.sh
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/worker-alpine:" .Chart.AppVersion }}
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/lunchpail-worker-alpine:" .Chart.AppVersion }}

# TODO: dataset.py in run controller doesn't currently support adding both as mount and configmap
# inputs:
Expand Down
2 changes: 1 addition & 1 deletion tests/tests/test7e-by-role/pail/app.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@ spec:
role: worker
command: ./literal.sh
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/worker-alpine:" .Chart.AppVersion }}
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/lunchpail-worker-alpine:" .Chart.AppVersion }}

# TODO: dataset.py in run controller doesn't currently support adding both as mount and configmap
# inputs:
Expand Down
2 changes: 1 addition & 1 deletion tests/tests/test7e/pail/app.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ spec:
echo "Done with $in"
command: ./literal.sh
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/worker-alpine:" .Chart.AppVersion }}
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/lunchpail-worker-alpine:" .Chart.AppVersion }}

# TODO: dataset.py in run controller doesn't currently support adding both as mount and configmap
# inputs:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,4 +21,4 @@ spec:
echo "Done with $in"
command: ./literal.sh
image: {{ print .Values.image.registry "/" .Values.image.repo "/worker-alpine:" .Chart.AppVersion }}
image: {{ print .Values.image.registry "/" .Values.image.repo "/lunchpail-worker-alpine:" .Chart.AppVersion }}
2 changes: 1 addition & 1 deletion tests/tests/test7f-external/settings.sh
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
api=workqueue
app=https://github.com/IBM/lunchpail-demo.git
branch=v0.0.15
branch=v0.1.0
deployname=lunchpail-demo

# /queue/0,1 <-- 2 workers
Expand Down
2 changes: 1 addition & 1 deletion tests/tests/test7f-repo/pail/app.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,6 @@ spec:
role: worker
repo: https://github.com/IBM/lunchpail/tree/main/tests/tests/test7f-repo/pail
command: ./src/main.sh
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/worker-alpine:" .Chart.AppVersion }}
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/lunchpail-worker-alpine:" .Chart.AppVersion }}
env:
WORK_TIME: {{ .Values.duration | default 5 | quote }}
2 changes: 1 addition & 1 deletion tests/tests/test7f/pail/worker.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,6 @@ spec:
echo "Done with $in"
command: ./literal.sh
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/worker-alpine:" .Chart.AppVersion }}
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/lunchpail-worker-alpine:" .Chart.AppVersion }}
env:
WORK_TIME: {{ .Values.duration | default 5 | quote }}
2 changes: 1 addition & 1 deletion tests/tests/test7g/pail/app.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -22,5 +22,5 @@ spec:
echo "Done with $in"
command: ./literal.sh
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/worker-alpine:" .Chart.AppVersion }}
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/lunchpail-worker-alpine:" .Chart.AppVersion }}
{{- end }}
2 changes: 1 addition & 1 deletion tests/tests/test7g/pail/workdispatcher-app.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ spec:
sleep 10000
command: ./literal.sh
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/worker-alpine:" .Chart.AppVersion }}
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/lunchpail-worker-alpine:" .Chart.AppVersion }}
env:
# main.sh from workdispatcher1 uses $taskprefix and $taskprefix2; this overrides an env var from ./workdispatcher-app.yaml
taskprefix: tasky
Expand Down
2 changes: 1 addition & 1 deletion tests/tests/test7h/pail/app.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@ spec:
echo "Done with $in"
command: ./literal.sh
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/worker-alpine:" .Chart.AppVersion }}
image: {{ print .Values.global.image.registry "/" .Values.global.image.repo "/lunchpail-worker-alpine:" .Chart.AppVersion }}

# TODO: dataset.py in run controller doesn't currently support adding both as mount and configmap
# inputs:
Expand Down
2 changes: 1 addition & 1 deletion tests/tests/test8/settings.sh
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
api=workqueue
app=https://github.com/IBM/lunchpail-openroad-max-utilization.git
branch=v0.1.0
branch=v0.2.0
deployname=lunchpail-openroad-max-utilization

# we kill the process before it is finishes
Expand Down
2 changes: 1 addition & 1 deletion tests/tests/test8b/settings.sh
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
api=workqueue
app=https://github.com/IBM/lunchpail-openroad-max-utilization.git
branch=v0.1.0
branch=v0.2.0
deployname=lunchpail-openroad-max-utilization

# we kill the process before it is finishes
Expand Down

0 comments on commit 9ddd0fa

Please sign in to comment.