forked from Azure-Samples/aci-extract-load-transform-sample
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathazuredeploy.json
205 lines (205 loc) · 8.17 KB
/
azuredeploy.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
{
"$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
"contentVersion": "1.0.0.0",
"parameters": {
"storageAccountName": {
"type": "string"
},
"storageShareName": {
"type": "string",
"defaultValue": "acishare"
},
"administratorLogin": {
"type": "string",
"defaultValue": "postgres"
},
"administratorLoginPassword": {
"type": "securestring"
},
"extractingContainerImage": {
"type": "string"
},
"transformingContainerImage": {
"type": "string"
},
"loadingContainerImage": {
"type": "string"
},
"renderingContainerImage": {
"type": "string"
}
},
"variables": {
"dnsNameLabel": "[toLower(uniqueString(resourceGroup().id))]",
"fqdn": "[concat(variables('dnsNameLabel'),'.',toLower(resourceGroup().location),'.azurecontainer.io')]",
"postgresServerName": "[concat(toLower(uniqueString(resourceGroup().id)),'postgres')]",
"postgresFirewallRuleName": "[concat(variables('postgresServerName'),'/firewall')]",
"extractingContainerName": "extracting",
"transformingContainerName": "transforming",
"loadingContainerName": "loading",
"renderingContainerName": "rendering",
"connectionString": "[concat('host=',variables('postgresServerName'),'.postgres.database.azure.com user=',parameters('administratorLogin'),'@',variables('postgresServerName'),' password=',parameters('administratorLoginPassword'),' dbname=postgres sslmode=verify-full')]"
},
"resources": [{
"apiVersion": "2017-04-30-preview",
"kind": "",
"location": "[resourceGroup().location]",
"name": "[variables('postgresServerName')]",
"properties": {
"version": "9.6",
"administratorLogin": "[parameters('administratorLogin')]",
"administratorLoginPassword": "[parameters('administratorLoginPassword')]",
"storageMB": 51200
},
"sku": {
"name": "PGSQLB50",
"tier": "Basic",
"capacity": 50,
"size": 51200
},
"type": "Microsoft.DBforPostgreSQL/servers",
"resources": [{
"name": "[variables('postgresFirewallRuleName')]",
"type": "Microsoft.DBforPostgreSQL/servers/firewallRules",
"apiVersion": "2017-04-30-preview",
"dependsOn": [
"[resourceId('Microsoft.DBforPostgreSQL/servers', variables('postgresServerName'))]"
],
"properties": {
"startIpAddress": "0.0.0.0",
"endIpAddress": "255.255.255.255"
}
}]
}, {
"name": "MS-ACIAKS-ETLContainerGroups",
"type": "Microsoft.ContainerInstance/containerGroups",
"apiVersion": "2018-02-01-preview",
"location": "[resourceGroup().location]",
"dependsOn": [
"[resourceId('Microsoft.DBforPostgreSQL/servers', variables('postgresServerName'))]"
],
"tags": {
"fqdn": "[variables('fqdn')]"
},
"properties": {
"containers": [{
"name": "[variables('extractingContainerName')]",
"properties": {
"image": "[parameters('extractingContainerImage')]",
"resources": {
"requests": {
"cpu": 1,
"memoryInGb": 1.5
}
},
"volumeMounts": [{
"name": "etl-volumn",
"mountPath": "/mnt/shared",
"readOnly": false
}],
"environmentVariables": [{
"name": "FILE_PATH",
"value": "/mnt/shared/cleaned_hm.csv"
}]
}
},
{
"name": "[variables('transformingContainerName')]",
"properties": {
"image": "[parameters('transformingContainerImage')]",
"resources": {
"requests": {
"cpu": 1,
"memoryInGb": 1.5
}
},
"volumeMounts": [{
"name": "etl-volumn",
"mountPath": "/mnt/shared",
"readOnly": false
}],
"environmentVariables": [{
"name": "FILE_PATH",
"value": "/mnt/shared/cleaned_hm.csv"
}, {
"name": "RESULT_PATH",
"value": "/mnt/shared/result.csv"
}]
}
},
{
"name": "[variables('loadingContainerName')]",
"properties": {
"image": "[parameters('loadingContainerImage')]",
"resources": {
"requests": {
"cpu": 1,
"memoryInGb": 1.5
}
},
"volumeMounts": [{
"name": "etl-volumn",
"mountPath": "/mnt/shared",
"readOnly": false
}],
"environmentVariables": [{
"name": "CONNECTION_STRING",
"value": "[variables('connectionString')]"
}, {
"name": "FILE_PATH",
"value": "/mnt/shared/result.csv"
}]
}
},
{
"name": "[variables('renderingContainerName')]",
"properties": {
"image": "[parameters('renderingContainerImage')]",
"resources": {
"requests": {
"cpu": 1,
"memoryInGb": 1.5
}
},
"environmentVariables": [{
"name": "CONNECTION_STRING",
"value": "[variables('connectionString')]"
}],
"ports": [{
"port": 80
}]
}
}
],
"osType": "Linux",
"restartPolicy": "OnFailure",
"ipAddress": {
"type": "Public",
"ports": [{
"protocol": "tcp",
"port": "80"
}],
"dnsNameLabel": "[variables('dnsNameLabel')]"
},
"volumes": [{
"name": "etl-volumn",
"azureFile": {
"shareName": "[parameters('storageShareName')]",
"readOnly": false,
"storageAccountName": "[parameters('storageAccountName')]",
"storageAccountKey": "[listKeys(resourceId('Microsoft.Storage/storageAccounts', parameters('storageAccountName')), providers('Microsoft.Storage', 'storageAccounts').apiVersions[0]).keys[0].value]"
}
}]
}
}],
"outputs": {
"IPAddress": {
"type": "string",
"value": "[reference(resourceId('Microsoft.ContainerInstance/containerGroups/', 'MS-ACIAKS-ETLContainerGroups')).ipAddress.ip]"
},
"fqdn": {
"type": "string",
"value": "[reference(resourceId('Microsoft.ContainerInstance/containerGroups/', 'MS-ACIAKS-ETLContainerGroups')).ipAddress.fqdn]"
}
}
}