-
Notifications
You must be signed in to change notification settings - Fork 156
115 lines (98 loc) · 4.03 KB
/
docker-publish.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
name: Publish OneDocker image
on:
workflow_dispatch:
inputs:
new_tag:
description: "The new tag of the docker image"
required: false
type: string
default: latest-build
tracker_hash:
description: "[Internal usage] Used for tracking workflow job status within Meta infra"
required: false
type: string
env:
DISTRO: ubuntu
REGISTRY: ghcr.io
LOCAL_IMAGE_NAME: fbpcs/onedocker/test
RC_REGISTRY_IMAGE_NAME: ghcr.io/${{ github.repository }}/rc/onedocker
PROD_REGISTRY_IMAGE_NAME: ghcr.io/${{ github.repository }}/onedocker
PL_CONTAINER_NAME: e2e_pl_container
PA_CONTAINER_NAME: e2e_pa_container
TIME_RANGE: 24 hours
FBPCF_VERSION: 2.1.148 # Please also update line 8 in .github/workflows/build_fbpcs_images.yml
PID_VERSION: 0.0.9
jobs:
### Build and publish rc/onedocker image
build_image:
name: Build Onedocker, MPC Games and Data Processing Images
runs-on: [self-hosted, fbpcs-build]
permissions:
contents: read
packages: write
steps:
- uses: actions/checkout@v3
- name: Print Tracker Hash
run: echo ${{ inputs.tracker_hash }}
- name: Remove unused images
run: |
docker image prune -af
- name: Build onedocker image in rc
run: |
./build-docker.sh onedocker -t ${{ inputs.new_tag }} -f -p linux/amd64 -v ${{ env.FBPCF_VERSION }} -i ${{ env.PID_VERSION }}
- name: Log into registry ${{ env.REGISTRY }}
uses: docker/login-action@v2
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Tag docker image
run: |
docker tag ${{ env.LOCAL_IMAGE_NAME }}:${{ inputs.new_tag }} ${{ env.RC_REGISTRY_IMAGE_NAME }}:${{ github.sha }}
docker tag ${{ env.LOCAL_IMAGE_NAME }}:${{ inputs.new_tag }} ${{ env.RC_REGISTRY_IMAGE_NAME }}:${{ inputs.new_tag }}
# temporarily tagging with rc because the task definition
# (fbpcs-github-cicd:4 https://us-west-2.console.aws.amazon.com/ecs/home?region=us-west-2#/taskDefinitions/fbpcs-github-cicd/4)
# points at :rc instead of latest-build
docker tag ${{ env.LOCAL_IMAGE_NAME }}:${{ inputs.new_tag }} ${{ env.RC_REGISTRY_IMAGE_NAME }}:rc
- name: Push image to rc registry
run: |
docker push --all-tags ${{ env.RC_REGISTRY_IMAGE_NAME }}
e2e_test:
needs: build_image
uses: ./.github/workflows/local_e2e_test.yml
with:
onedocker_image_tag: ${{ inputs.new_tag }}
coordinator_image_tag: ${{ inputs.new_tag }}
tracker_hash: ${{ inputs.tracker_hash }}
secrets: inherit # pass all secrets
publish_onedocker_image:
name: Publish the OneDocker Image After Successful Tests
needs: e2e_test
runs-on: ubuntu-latest
permissions:
contents: read
packages: write
steps:
- name: Print Tracker Hash
run: echo ${{ inputs.tracker_hash }}
- name: Pull image from rc registry
run: |
docker pull ${{ env.RC_REGISTRY_IMAGE_NAME }}:${{ github.sha }}
- name: Set output
id: vars
run: echo "ref=${GITHUB_REF##*/}" >> $GITHUB_OUTPUT
- name: Tag image
run: |
docker tag ${{ env.RC_REGISTRY_IMAGE_NAME }}:${{ github.sha }} ${{ env.PROD_REGISTRY_IMAGE_NAME }}:${{ github.sha }}
docker tag ${{ env.RC_REGISTRY_IMAGE_NAME }}:${{ github.sha }} ${{ env.PROD_REGISTRY_IMAGE_NAME }}:${{ inputs.new_tag }}
docker tag ${{ env.RC_REGISTRY_IMAGE_NAME }}:${{ github.sha }} ${{ env.PROD_REGISTRY_IMAGE_NAME }}:${{ steps.vars.outputs.ref }}
- name: Log into registry ${{ env.REGISTRY }}
uses: docker/login-action@v2
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Push docker image to prod registry
if: ${{ github.event_name != 'pull_request' }}
run: |
docker push --all-tags ${{ env.PROD_REGISTRY_IMAGE_NAME }}