forked from 0xPolygon/polygon-edge
-
Notifications
You must be signed in to change notification settings - Fork 7
249 lines (247 loc) · 10.9 KB
/
deploy-network.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
---
concurrency: ci-$ # Only a single workflow can be executed concurrently
name: Deploy Network
on: # yamllint disable-line rule:truthy
workflow_dispatch:
inputs:
environment:
description: The environment to run against
type: choice
options: [dev, test] # nightly should not be initiated manually
block_gas_limit:
description: Block Gas Limit
type: string
default: "200000000"
required: true
block_time:
description: Block Time
type: string
default: "2"
required: true
max_slots:
description: Max Slots
type: string
default: "276480"
required: true
max_enqueued:
description: Max Enqueued
type: string
default: "276480"
required: true
is_london_fork_active:
description: EIP-1559
type: boolean
default: true
is_bridge_active:
description: With Bridge
type: boolean
default: true
gossip_msg_size:
description: Gossip Message Size
type: string
default: "1048576"
required: true
notification:
description: Notification
type: boolean
default: true
workflow_call:
inputs:
environment:
description: The environment to run against
type: string
required: true
block_gas_limit:
description: Block Gas Limit
type: string
required: true
block_time:
description: Block Time
type: string
required: true
max_slots:
description: Max Slots
type: string
required: true
max_enqueued:
description: Max Enqueued
type: string
required: true
is_london_fork_active:
description: EIP-1559
type: boolean
required: true
is_bridge_active:
description: With Bridge
type: boolean
required: true
gossip_msg_size:
description: Gossip Message Size
type: string
required: true
notification:
description: Notification
type: boolean
required: true
outputs:
terraform_output:
description: Terraform output
value: ${{ jobs.deploy_network.outputs.terraform_output }}
ansible_output:
description: Ansible output
value: ${{ jobs.deploy_network.outputs.ansible_output }}
blade_healthcheck_output:
description: Blade Healthcheck output
value: ${{ jobs.deploy_network.outputs.blade_healthcheck_output }}
secrets:
AWS_ROLE_ARN:
required: true
AWS_S3_BLADE_BUCKET:
required: true
VAULT_PASSWORD:
required: true
permissions:
id-token: write
contents: read
security-events: write
jobs:
check_network:
name: Check if the network is already deployed
runs-on: ubuntu-latest
outputs:
check_output: ${{ steps.check_state_file.outputs.resources }}
rpc_url: ${{ steps.rpc_url.outputs.url }}
steps:
- name: Checkout code
uses: actions/[email protected]
- name: Configure AWS Credentials
uses: aws-actions/[email protected]
with:
aws-region: ${{ vars.AWS_REGION }}
role-to-assume: ${{ secrets.AWS_ROLE_ARN }}
- name: Retrieve state file from s3
id: retrieve_state
run: echo "retrieve_state_output=$(aws s3 cp s3://${{ secrets.AWS_S3_BLADE_BUCKET }}/states/${{ inputs.environment }} state.json)" >> $GITHUB_OUTPUT
- name: Check state file
id: check_state_file
if: contains(steps.retrieve_state.outputs.retrieve_state_output, 'download')
run: echo "resources=$(cat state.json | jq -r '.resources' | jq length)" >> $GITHUB_OUTPUT
- name: Set RPC URL
id: rpc_url
if: contains(steps.retrieve_state.outputs.retrieve_state_output, 'download')
run: echo "url=$(cat state.json | jq -r '.outputs.aws_lb_ext_domain.value // empty')" >> $GITHUB_OUTPUT
deploy_network:
name: Deploy the network
runs-on: ubuntu-latest
needs: check_network
if: needs.check_network.outputs.check_output == 0
environment: ${{ inputs.environment }}
outputs:
terraform_output: ${{ steps.terraform_failure.outputs.terraform_output }}
ansible_output: ${{ steps.ansible_failure.outputs.ansible_output }}
blade_healthcheck_output: ${{ steps.blade_healthcheck.outputs.healthcheck }}
rpc_url: ${{ steps.rpc_url.outputs.url }}
steps:
- name: Checkout code
uses: actions/[email protected]
with:
repository: Ethernal-Tech/blade-deployment
ref: main
- name: Configure AWS Credentials
uses: aws-actions/[email protected]
with:
aws-region: ${{ vars.AWS_REGION }}
role-to-assume: ${{ secrets.AWS_ROLE_ARN }}
- name: Install Terraform
uses: hashicorp/[email protected]
with:
terraform_version: 1.4.5
- name: Configure Terraform
run: sed 's/# backend "s3" {}/backend "s3" {}/' main.tf > main.tf.tmp && mv main.tf.tmp main.tf
- name: Terraform Init
run: terraform init -backend-config="bucket=${{ secrets.AWS_S3_BLADE_BUCKET }}" -backend-config="key=states/${{ inputs.environment }}" -backend-config="region=${{ vars.AWS_REGION }}"
- name: Terraform Validate
run: terraform validate -no-color
continue-on-error: true
- name: Terraform Apply
run: terraform apply -auto-approve
env:
TF_VAR_deployment_name: ${{ inputs.environment }}
TF_VAR_base_instance_type: ${{ vars.AWS_INSTANCE_TYPE }}
TF_VAR_geth_count: ${{ vars.GETH_COUNT }}
TF_VAR_fullnode_count: ${{ vars.FULLNODE_COUNT }}
TF_VAR_validator_count: ${{ vars.VALIDATOR_COUNT }}
- name: Terraform Failed
if: failure()
id: terraform_failure
run: echo "terraform_output=false" >> $GITHUB_OUTPUT
- name: Configure private keys
run: |
terraform output pk_ansible > ~/private.key
chmod 600 ~/private.key
eval "$(ssh-agent)"
ssh-add ~/private.key
- name: Install Ansible / botocore / boto3
run: |
python3 -m pip install --user ansible
python3 -m pip install boto3 botocore
- name: Configure Ansible
working-directory: ansible
run: |
echo "${{ secrets.VAULT_PASSWORD }}" > password.txt
sed 's/devnet/${{ inputs.environment }}/g' inventory/aws_ec2.yml > inventory/aws_ec2.yml.tmp && mv inventory/aws_ec2.yml.tmp inventory/aws_ec2.yml
sed 's/blade_tag: .*/blade_tag: ${{ github.sha }}/g' group_vars/all.yml > group_vars/all.yml.tmp && mv group_vars/all.yml.tmp group_vars/all.yml
sed 's/is_bridge_active: .*/is_bridge_active: ${{ inputs.is_bridge_active }}/g' group_vars/all.yml > group_vars/all.yml.tmp && mv group_vars/all.yml.tmp group_vars/all.yml
sed 's/is_london_fork_active: .*/is_london_fork_active: ${{ inputs.is_london_fork_active }}/g' group_vars/all.yml > group_vars/all.yml.tmp && mv group_vars/all.yml.tmp group_vars/all.yml
sed 's/gossip_msg_size: .*/gossip_msg_size: ${{ inputs.gossip_msg_size }}/g' group_vars/all.yml > group_vars/all.yml.tmp && mv group_vars/all.yml.tmp group_vars/all.yml
sed 's/json_rpc_batch_request_limit: .*/json_rpc_batch_request_limit: 0/g' group_vars/all.yml > group_vars/all.yml.tmp && mv group_vars/all.yml.tmp group_vars/all.yml
sed 's/log_level: .*/log_level: ${{ vars.LOG_LEVEL }}/g' group_vars/all.yml > group_vars/all.yml.tmp && mv group_vars/all.yml.tmp group_vars/all.yml
sed 's/epoch_reward: .*/epoch_reward: 1000000000/g' group_vars/all.yml > group_vars/all.yml.tmp && mv group_vars/all.yml.tmp group_vars/all.yml
sed 's/reward_wallet_balance: .*/reward_wallet_balance: 0xD3C21BCECCEDA1000000/g' group_vars/all.yml > group_vars/all.yml.tmp && mv group_vars/all.yml.tmp group_vars/all.yml
sed 's/config_socket: .*/config_socket: ${{ vars.CONFIG_SOCKET }}/g' group_vars/all.yml > group_vars/all.yml.tmp && mv group_vars/all.yml.tmp group_vars/all.yml
- name: Setup Ansible
working-directory: ansible
run: |
ansible-inventory --graph
ansible-galaxy install -r requirements.yml
- name: Check previous blade data
id: previous_data
run: echo "previous_data_output=$(aws s3 cp s3://${{ secrets.AWS_S3_BLADE_BUCKET }}/states/${{ inputs.environment }}.data.tar.gz .)" >> $GITHUB_OUTPUT
- name: Run Ansible (Bootstrap blade)
if: (steps.previous_data.outputs.previous_data_output == '' || contains(steps.previous_data.outputs.previous_data_output, 'error'))
working-directory: ansible
run: ansible-playbook site.yml --extra-vars "clean_deploy_title=${{ inputs.environment }} blade_repository=${{ github.repository }} block_gas_limit=${{ inputs.block_gas_limit }} block_time=${{ inputs.block_time }} max_slots=${{ inputs.max_slots }} max_enqueued=${{ inputs.max_enqueued }}"
- name: Run Ansible (Restore data)
if: contains(steps.previous_data.outputs.previous_data_output, 'download')
working-directory: ansible
run: ansible-playbook site.yml --extra-vars "clean_deploy_title=${{ inputs.environment }} blade_repository=${{ github.repository }} s3_bucket=${{ secrets.AWS_S3_BLADE_BUCKET }} restore_data=true"
- name: Ansible Failed
if: failure()
id: ansible_failure
run: echo "ansible_output=false" >> $GITHUB_OUTPUT
- name: Set RPC URL
id: rpc_url
run: echo "url=$(terraform output -raw aws_lb_ext_domain | grep -o -E '^ext[^:]*')" >> $GITHUB_OUTPUT
- name: Blade healthcheck
id: blade_healthcheck
run: echo "healthcheck=`curl http://${{ steps.rpc_url.outputs.url }} | jq -r 'select(.name == "blade") | length != 0'`" >> $GITHUB_OUTPUT
notification:
name: Deploy Notification
needs: [check_network, deploy_network]
uses: ./.github/workflows/notification-deploy-network.yml
if: ((success() || failure()) && inputs.notification)
with:
environment: ${{ inputs.environment }}
block_gas_limit: ${{ inputs.block_gas_limit }}
block_time: ${{ inputs.block_time }}
max_slots: ${{ inputs.max_slots }}
max_enqueued: ${{ inputs.max_enqueued }}
is_london_fork_active: ${{ inputs.is_london_fork_active }}
is_bridge_active: ${{ inputs.is_bridge_active }}
gossip_msg_size: ${{ inputs.gossip_msg_size }}
deploy_network_terraform_output: ${{ needs.deploy_network.outputs.terraform_output }}
deploy_network_ansible_output: ${{ needs.deploy_network.outputs.ansible_output }}
deploy_network_blade_healthcheck_output: ${{ needs.deploy_network.outputs.blade_healthcheck_output }}
rpc_url: ${{ needs.check_network.outputs.rpc_url || needs.deploy_network.outputs.rpc_url }}
secrets:
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}