-
Notifications
You must be signed in to change notification settings - Fork 11
329 lines (276 loc) ยท 14.2 KB
/
full-dg-tf-deploy.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
name: Deploy an Oracle DB in a Data Guard configuration on Azure with Terraform and Ansible
on:
workflow_dispatch: {}
push:
branches: [ main ]
paths:
- ".github/workflows/full-dg-tf-deploy.yml"
- "terraform/bootstrap/data_guard/**"
- "terraform_units/**"
- "ansible/bootstrap/oracle/**"
pull_request:
branches: [ main ]
paths:
- ".github/workflows/full-dg-tf-deploy.yml"
- "terraform/bootstrap/data_guard/**"
- "terraform_units/**"
- "ansible/bootstrap/oracle/**"
env:
TF_LOG: ${{ vars.TF_LOG != '' && vars.TF_LOG || 'INFO' }} #"INFO"
AZ_LOCATION: ${{ vars.AZ_LOCATION != '' && vars.AZ_LOCATION || 'swedencentral' }} #"swedencentral" # can be parameterized
AZ_RG_BASENAME: ${{ vars.AZ_RG_BASENAME != '' && vars.AZ_RG_BASENAME || 'Oracle-test' }}
VM_PRIMARY_NAME: ${{ vars.VM_PRIMARY_NAME != '' && vars.VM_PRIMARY_NAME || 'vm-primary-0' }} # can be parameterized
VM_SECONDARY_NAME: ${{ vars.VM_SECONDARY_NAME != '' && vars.VM_SECONDARY_NAME || 'vm-secondary-0' }} # can be parameterized
ORCL_DB_NAME: ${{ vars.ORCL_DB_NAME != '' && vars.ORCL_DB_NAME || 'ORCL' }} #"ORCL" # can be parameterized
SOFTWARE_RG: ${{ vars.SOFTWARE_RG != '' && vars.SOFTWARE_RG || 'binaryresource' }} #"binaryresource"
USER_ASSIGNED_IDENTITY: ${{vars.USER_ASSIGNED_IDENTITY != '' && vars.USER_ASSIGNED_IDENTITY || 'oraclelza' }} #"oraclelza"
permissions:
id-token: write
contents: read
issues: write
pull-requests: write
jobs:
terraform:
name: '๐ง Terraform'
runs-on: ubuntu-latest
environment: test-deploy
strategy:
fail-fast: false
defaults:
run:
shell: bash
working-directory: ./terraform/bootstrap/data_guard
steps:
# Checkout the repository to the GitHub Actions runner
- name: Checkout
uses: actions/checkout@v4
# Install the preferred version of Terraform CLI
- name: ๐ฆ Setup Terraform Cli
uses: hashicorp/setup-terraform@v2
with:
terraform_version: 1.7.0
terraform_wrapper: false # keep it false to be able to read the outputs values of terraform
#Check if the SSH key is empty
- name: ๐ Validate SSH Key is not empty
run: |
if [ -z "${{ secrets.SSH_PRIVATE_KEY }}" ]
then
echo "SSH_PRIVATE_KEY is empty, you should add a SSH key to the repository secrets. Name of the secret should be SSH_PRIVATE_KEY"
exit 1
else
echo "SSH_PRIVATE_KEY is not empty"
fi
- name: ๐๏ธ Create the SSH public key for VM
run: |
cat > temp_ssh_key <<EOF
${{ secrets.SSH_PRIVATE_KEY }}
EOF
chmod 400 temp_ssh_key
ssh-keygen -f temp_ssh_key -y > temp_ssh_key.pub
echo "SSH_KEY=$(cat temp_ssh_key.pub)" >> $GITHUB_ENV
echo "SSH_KEY=${{env.SSH_KEY}}"
echo "currentDate=$(date)" >> $GITHUB_ENV
echo "currentDate=${{env.currentDate}}"
# Generate random string for suffix
- name: ๐ Generate Random String for Resource Group Name
id: resourcegroup-generator
run: echo random=$(tr -dc A-Za-z0-9 </dev/urandom | head -c 8; echo) >> $GITHUB_ENV
- run: echo ResourceGroupName=${{env.AZ_RG_BASENAME}}-${{env.random}} >> $GITHUB_ENV
- run: echo ${{env.ResourceGroupName}}
#Login to Azure
- name: ๐ Login via Azure CLI
uses: azure/login@v1
with:
client-id: ${{ secrets.AZURE_CLIENT_ID }}
tenant-id: ${{ secrets.AZURE_TENANT_ID }}
subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
- name: Get the ID of the user-assigned managed identity
run: |
usId=$(az identity show --name ${{ env.USER_ASSIGNED_IDENTITY }} --resource-group ${{ env.SOFTWARE_RG }} --query id --output tsv)
usId_modified=$(echo "$usId" | sed 's/resourcegroups/resourceGroups/g')
echo "usId=${usId_modified}" >> $GITHUB_ENV
- name: ๐๏ธ Create a tfvars file for terraform
run: |
cat > terraform.tfvars <<EOF
location = "${{env.AZ_LOCATION}}"
resourcegroup_name = "${{env.ResourceGroupName}}"
resourcegroup_tags = {
"environment" = "dev"
"project" = "oracle"
"created" = "${{env.currentDate}}"
"GITHUB_ACTOR" = "${{ github.actor }}"
"GITHUB_ACTION_REPOSITORY" = "${{ github.repository }}"
"GITHUB_ACTION_REF" = "${{ github.ref }}"
"GITHUB_RUN_ID" = "${{ github.run_id }}"
"GITHUB_WORKFLOW" = "${{ github.workflow }}"
}
vm_user_assigned_identity_id = "${{env.usId}}"
is_resource_lock_enabled = false
#is_diagnostic_settings_enabled = true
#diagnostic_target = "Log_Analytics_Workspace"
ssh_key = "${{env.SSH_KEY}}"
EOF
# Initialize a new or existing Terraform working directory by creating initial files, loading any remote state, downloading modules, etc.
- name: ๐ฆ Terraform Init
id: init
env:
RESOURCE_GROUP: ${{ env.ResourceGroupName }}
run: terraform init
# Run a terraform validate
- name: ๐ Terraform Validate
id: validate
if: github.ref != 'refs/heads/main'
continue-on-error: true
run: terraform validate -no-color
# Run a terraform plan for pull requests only and add a comment
- name: ๐ป Terraform Plan
id: plan
continue-on-error: true
run: terraform plan -no-color
- name: "Add a comment to pull requests with plan resutls"
id: comment
uses: actions/github-script@v6
if: (github.event_name == 'pull_request' || github.event_name == 'push')
env:
PLAN: "terraform\n${{ steps.plan.outputs.stdout }}"
with:
github-token: ${{ secrets.GITHUB_TOKEN }}
script: |
const output = `
#### Terraform Initialization โ๏ธ\`${{ steps.init.outcome }}\`
#### Terraform Validation ๐ค\`${{ steps.validate.outcome }}\`
#### Terraform Plan ๐\`${{ steps.plan.outcome }}\`
*Pusher: @${{ github.actor }}, Action: \`${{ github.event_name }}\`, Workflow: \`${{ github.workflow }}\`*`;
await github.rest.issues.createComment({
issue_number: context.issue.number,
owner: context.repo.owner,
repo: context.repo.repo,
body: output
})
- name: "โป๏ธ Terraform Plan Status โ๏ธ"
if: steps.plan.outcome == 'failure'
run: exit 1
# On push to main, build or change infrastructure according to Terraform configuration files
# On push to main, build or change infrastructure according to Terraform configuration files
- name: ๐ป Terraform Apply
# if: github.ref == 'refs/heads/main' && github.event_name == 'push' # Remove when I am ready
run: terraform apply -auto-approve
- name: ๐ Terraform Refresh State
run: terraform apply -refresh-only -auto-approve
# - run: echo "vm_public_ip_address=$(terraform output vm_public_ip_address)" >> $GITHUB_ENV
# - run: echo ${{env.vm_public_ip_address}}
outputs:
ResourceGroupName: ${{ env.ResourceGroupName }}
# VM_Public_IP_Address: ${{ env.vm_public_ip_address }}
##############################################################################################################################################
# SSH Keys and parameter preparation for Ansible #
##############################################################################################################################################
ssh-keys:
needs: terraform
name: '๐งฎ Prepare and run Ansible Playbook'
runs-on: ubuntu-latest
environment: test-deploy
defaults:
run:
shell: bash
working-directory: ansible/bootstrap/oracle
steps:
- name: ๐ Checkout
uses: actions/checkout@v4
- name: ๐ Check IP
run: echo "currentRunnerIP=$(curl https://api.ipify.org)" >> $GITHUB_ENV
- run: echo "currentRunnerIP=${{env.currentRunnerIP}}"
- name: 'Install SSH Key'
uses: shimataro/ssh-key-action@v2
with:
key: ${{ secrets.SSH_PRIVATE_KEY }}
name: 'github_actions_id_rsa'
known_hosts: "sometin"
# Login to Azure CLI
- name: ๐ Login via Azure CLI
uses: azure/login@v1
with:
client-id: ${{ secrets.AZURE_CLIENT_ID }}
tenant-id: ${{ secrets.AZURE_TENANT_ID }}
subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
# Get Subscription ID
- name: ๐ Get Subscription ID
id: subid
run: echo "SubscriptionID=$(az account show --query id -o tsv)" >> $GITHUB_ENV
- run: echo ${{env.SubscriptionID}}
- name: Get the ID of the user-assigned managed identity
run: |
usId=$(az identity show --name ${{ env.USER_ASSIGNED_IDENTITY }} --resource-group ${{ env.SOFTWARE_RG }} --query id --output tsv)
usId_modified=$(echo "$usId" | sed 's/resourcegroups/resourceGroups/g')
echo "usId=${usId_modified}" >> $GITHUB_ENV
- name: โ Calculate endTimeUTC for JIT request
run: echo "endTimeUtc=$(date -d '+2 hour' '+%FT%T')" >> $GITHUB_ENV
- run: echo "endTimeUtc=${{env.endTimeUtc}}"
- run: echo "ResourceGroupName=${{needs.terraform.outputs.ResourceGroupName}}" >> $GITHUB_ENV
- run: echo "ResourceGroupName=${{env.ResourceGroupName}}"
- name: ๐ Login via Az Module
uses: azure/login@v1
with:
client-id: ${{ secrets.AZURE_CLIENT_ID }}
tenant-id: ${{ secrets.AZURE_TENANT_ID }}
subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
enable-AzPSSession: true
- name: โ
Enable JIT on VM
uses: azure/powershell@v1
with:
inlineScript: |
$JitPolicyVm1 = (@{id="/subscriptions/${{env.SubscriptionID}}/resourceGroups/${{env.ResourceGroupName}}/providers/Microsoft.Compute/virtualMachines/${{env.VM_PRIMARY_NAME}}"; ports=(@{number=22;endTimeUtc="${{env.endTimeUtc}}";allowedSourceAddressPrefix=@("${{env.currentRunnerIP}}")})})
$JitPolicyVm2 = (@{id="/subscriptions/${{env.SubscriptionID}}/resourceGroups/${{env.ResourceGroupName}}/providers/Microsoft.Compute/virtualMachines/${{env.VM_SECONDARY_NAME}}"; ports=(@{number=22;endTimeUtc="${{env.endTimeUtc}}";allowedSourceAddressPrefix=@("${{env.currentRunnerIP}}")})})
$JitPolicyArr1=@($JitPolicyVm1)
$JitPolicyArr2=@($JitPolicyVm2)
Start-AzJitNetworkAccessPolicy -ResourceId "/subscriptions/${{env.SubscriptionID}}/resourceGroups/${{env.ResourceGroupName}}/providers/Microsoft.Security/locations/${{env.AZ_LOCATION}}/jitNetworkAccessPolicies/JIT-SSH-Policy-primary" -VirtualMachine $JitPolicyArr1
Start-AzJitNetworkAccessPolicy -ResourceId "/subscriptions/${{env.SubscriptionID}}/resourceGroups/${{env.ResourceGroupName}}/providers/Microsoft.Security/locations/${{env.AZ_LOCATION}}/jitNetworkAccessPolicies/JIT-SSH-Policy-secondary" -VirtualMachine $JitPolicyArr2
azPSVersion: "latest"
- name: ๐ Get VM Public IP Addresses
run: |
echo "VM_Primary_IP_Address=$(az vm list-ip-addresses --resource-group ${{env.ResourceGroupName}} --name ${{env.VM_PRIMARY_NAME}} --query [0].virtualMachine.network.publicIpAddresses[0].ipAddress -o tsv)" >> $GITHUB_ENV
echo "VM_Secondary_IP_Address=$(az vm list-ip-addresses --resource-group ${{env.ResourceGroupName}} --name ${{env.VM_SECONDARY_NAME}} --query [0].virtualMachine.network.publicIpAddresses[0].ipAddress -o tsv)" >> $GITHUB_ENV
- run: echo ${{env.VM_Primary_IP_Address}}
- run: echo ${{env.VM_Secondary_IP_Address}}
- name: ๐งฎ Get Known Hosts parameter using ssh-keyscan
run: |
ssh-keyscan -T 300 -H ${{env.VM_Primary_IP_Address}} >> /home/runner/.ssh/known_hosts
ssh-keyscan -T 300 -H ${{env.VM_Secondary_IP_Address}} >> /home/runner/.ssh/known_hosts
- name: ๐๏ธ Create the inventory file
run: |
cat > inventory <<EOF
[ora-x1]
${{env.VM_PRIMARY_NAME}} ansible_host=${{env.VM_Primary_IP_Address}} ansible_ssh_private_key_file=/home/runner/.ssh/github_actions_id_rsa ansible_user=oracle
[ora-x2]
${{env.VM_SECONDARY_NAME}} ansible_host=${{env.VM_Secondary_IP_Address}} ansible_ssh_private_key_file=/home/runner/.ssh/github_actions_id_rsa ansible_user=oracle
EOF
- name: ๐๏ธ Show the inventory file
run: cat inventory
##############################################################################################################################################
# Ansible #
##############################################################################################################################################
- name: '๐๏ธ๐ฟ๐ง Invoke ansible playbook ๐ด๐ด๐ด'
run: ansible-playbook playbook_dg.yml -i inventory --extra-vars "data_guard=yes vm_user_assigned_identity_id=${{env.usId}}"
- name: Run Ansible playbook to test Oracle database state
run: ansible-playbook testplaybook_dg.yml -i inventory > ansible_output.txt
- name: Evaluate test output
run: |
lines=(
"INSTANCE_NAME\t STATUS DATABASE_STATUS"
"${{env.ORCL_DB_NAME}}\t\t OPEN\t ACTIVE"
)
found_all=true
for line in "${lines[@]}"; do
if ! grep -qF "$line" "ansible_output.txt"; then
found_all=false
break
fi
done
if $found_all; then
echo "All lines found in the output."
# Perform further actions based on the output
else
echo "Not all lines found in the output. Showing ansible output:"
cat ansible_output.txt
exit 1 # Exit with a non-zero code to indicate failure
fi