infra: blue/green deployments

.github/workflows/ci.yml

@@ -24,7 +24,7 @@ jobs:
     needs: [lint, test]
     strategy:
       matrix:
-        app: [gateway, web, websockets, workers]
+        app: [gateway, websockets, workers]
     uses: ./.github/workflows/deploy-app.yml
     with:
       app-name: ${{ matrix.app }}

apps/infra/src/deployments/production/gateway.ts

@@ -0,0 +1,153 @@
+import * as aws from '@pulumi/aws'
+import { Cluster } from '@pulumi/aws/ecs'
+import * as docker from '@pulumi/docker'
+import * as pulumi from '@pulumi/pulumi'
+
+import {
+  ecsSecurityGroup,
+  ecsTaskExecutionRole,
+  privateSubnets,
+  resolve,
+  vpcId,
+} from '../../shared'
+import { coreStack, environment } from '../shared'
+
+const DNS_ADDRESS = 'gateway.latitude.so'
+
+// Create an ECR repository
+const repo = new aws.ecr.Repository('latitude-llm-gateway-repo')
+
+// Build and push the Docker image
+const token = await aws.ecr.getAuthorizationToken()
+const image = new docker.Image('LatitudeLLMGatewayImage', {
+  build: {
+    platform: 'linux/amd64',
+    context: resolve('../../../'),
+    dockerfile: resolve('../../../apps/gateway/docker/Dockerfile'),
+    cacheFrom: {
+      images: [pulumi.interpolate`${repo.repositoryUrl}:latest`],
+    },
+  },
+  imageName: pulumi.interpolate`${repo.repositoryUrl}:latest`,
+  registry: {
+    server: repo.repositoryUrl,
+    username: token.userName,
+    password: pulumi.secret(token.password),
+  },
+})
+
+// Create a Fargate task definition
+const containerName = 'LatitudeLLMGatewayContainer'
+// Create the log group
+const logGroup = new aws.cloudwatch.LogGroup('LatitudeLLMGatewayLogGroup', {
+  name: '/ecs/LatitudeLLMGateway',
+  retentionInDays: 7,
+})
+
+const taskDefinition = pulumi
+  .all([logGroup.name, image.imageName, environment])
+  .apply(
+    ([logGroupName, imageName, environment]) =>
+      new aws.ecs.TaskDefinition('LatitudeLLMGatewayTaskDefinition', {
+        family: 'LatitudeLLMTaskFamily',
+        cpu: '256',
+        memory: '512',
+        networkMode: 'awsvpc',
+        requiresCompatibilities: ['FARGATE'],
+        executionRoleArn: ecsTaskExecutionRole,
+        taskRoleArn: ecsTaskExecutionRole,
+        containerDefinitions: JSON.stringify([
+          {
+            name: containerName,
+            image: imageName,
+            essential: true,
+            portMappings: [
+              { containerPort: 8080, hostPort: 8080, protocol: 'tcp' },
+            ],
+            environment,
+            healthCheck: {
+              command: [
+                'CMD-SHELL',
+                'curl -f http://localhost:8080/health || exit 1',
+              ],
+              interval: 10,
+              timeout: 5,
+              retries: 3,
+              startPeriod: 60,
+            },
+            logConfiguration: {
+              logDriver: 'awslogs',
+              options: {
+                'awslogs-group': logGroupName,
+                'awslogs-region': 'eu-central-1',
+                'awslogs-stream-prefix': 'ecs',
+              },
+            },
+          },
+        ]),
+      }),
+  )
+
+const targetGroup = new aws.lb.TargetGroup('LatitudeLLMGatewayTg', {
+  port: 8080,
+  vpcId,
+  protocol: 'HTTP',
+  targetType: 'ip',
+  healthCheck: {
+    path: '/health',
+    interval: 5,
+    timeout: 2,
+    healthyThreshold: 2,
+    unhealthyThreshold: 2,
+  },
+  deregistrationDelay: 5,
+})
+
+const defaultListenerArn = coreStack.requireOutput('defaultListenerArn')
+
+new aws.lb.ListenerRule('LatitudeLLMGatewayListenerRule', {
+  listenerArn: defaultListenerArn,
+  actions: [
+    {
+      type: 'forward',
+      targetGroupArn: targetGroup.arn,
+    },
+  ],
+  conditions: [
+    {
+      hostHeader: {
+        values: [DNS_ADDRESS],
+      },
+    },
+  ],
+})
+
+const cluster = coreStack.requireOutput('cluster') as pulumi.Output<Cluster>
+new aws.ecs.Service('LatitudeLLMGateway', {
+  cluster: cluster.arn,
+  taskDefinition: taskDefinition.arn,
+  desiredCount: 2,
+  launchType: 'FARGATE',
+  forceNewDeployment: true,
+  enableExecuteCommand: true,
+  networkConfiguration: {
+    subnets: privateSubnets.ids,
+    assignPublicIp: false,
+    securityGroups: [ecsSecurityGroup],
+  },
+  loadBalancers: [
+    {
+      targetGroupArn: targetGroup.arn,
+      containerName,
+      containerPort: 8080,
+    },
+  ],
+  tags: {
+    digest: image.repoDigest,
+  },
+  triggers: {
+    diggest: image.repoDigest,
+  },
+})
+
+export const serviceUrl = pulumi.interpolate`https://${DNS_ADDRESS}`