Setup workflow with environment #5
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: 'Terraform' | |
| on: | |
| pull_request: | |
| permissions: | |
| contents: read | |
| concurrency: | |
| group: project-e00pjzzrtk1fs3yavy | |
| jobs: | |
| terraform: | |
| name: 'Terraform ${{ matrix.solution.name }}' | |
| environment: | |
| name: project-e00pjzzrtk1fs3yavy | |
| runs-on: ubuntu-latest | |
| strategy: | |
| max-parallel: 2 | |
| matrix: | |
| solution: | |
| - name: k8s-inference | |
| - name: k8s-training | |
| - name: slurm | |
| defaults: | |
| run: | |
| shell: bash | |
| working-directory: ${{ matrix.solution.name }} | |
| env: | |
| TF_VAR_parent_id: project-e00pjzzrtk1fs3yavy | |
| TF_VAR_subnet_id: vpcsubnet-e00dgdntmhgkeej1z3 | |
| TF_VAR_loki_access_key_id: ${{ secrets.TF_VAR_LOKI_ACCESS_KEY_ID }} | |
| TF_VAR_loki_secret_key: ${{ secrets.TF_VAR_LOKI_SECRET_KEY }} | |
| steps: | |
| # Checkout the repository to the GitHub Actions runner | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Setup SSH keys and agent | |
| run: | | |
| ssh-keygen -t rsa -f ~/.ssh/id_rsa -N '' | |
| eval $(ssh-agent) | |
| echo "SSH_AUTH_SOCK=$SSH_AUTH_SOCK" >> $GITHUB_ENV | |
| echo "SSH_AGENT_PID=$SSH_AGENT_PID" >> $GITHUB_ENV | |
| ssh-add | |
| - name: Install Nebius CLI | |
| run: | | |
| curl -sSL https://storage.ai.nebius.cloud/nebius/install.sh | bash | |
| echo "${HOME}/.nebius/bin" >> $GITHUB_PATH | |
| - name: Nebius CLI init | |
| run: | | |
| cat << EOF > /tmp/sa.pem | |
| ${{ secrets.TERRAFORM_SA_PRIVATE_KEY }} | |
| EOF | |
| nebius profile create ${{ vars.TERRAFORM_SA_ID }} --skip-auth \ | |
| --endpoint api.eu-north1.nebius.cloud \ | |
| --service-account-id ${{ vars.TERRAFORM_SA_ID }} \ | |
| --public-key-id ${{ secrets.TERRAFORM_SA_PUBLIC_KEY_ID }} \ | |
| --parent-id ${{ env.TF_VAR_parent_id }} \ | |
| --private-key-file /tmp/sa.pem | |
| export NEBIUS_IAM_TOKEN=$(nebius iam get-access-token) | |
| echo "::add-mask::$NEBIUS_IAM_TOKEN" | |
| export TF_VAR_iam_token=$NEBIUS_IAM_TOKEN | |
| echo "NEBIUS_IAM_TOKEN=$NEBIUS_IAM_TOKEN" >> $GITHUB_ENV | |
| echo "TF_VAR_iam_token=$TF_VAR_iam_token" >> $GITHUB_ENV | |
| # Install the latest version of Terraform CLI and configure the Terraform CLI configuration file with a Terraform Cloud user API token | |
| - name: Setup Terraform | |
| uses: hashicorp/setup-terraform@v3 | |
| # Initialize a new or existing Terraform working directory by creating initial files, loading any remote state, downloading modules, etc. | |
| - name: Terraform Init | |
| run: terraform init | |
| # Checks that all Terraform configuration files adhere to a canonical format | |
| - name: Terraform Format | |
| run: terraform fmt -check -recursive . ../modules | |
| # Validate terraform code | |
| - name: Terraform Validate | |
| run: terraform validate | |
| # Generates an execution plan for Terraform | |
| - name: Terraform Plan | |
| run: terraform plan -input=false | |
| # Run Terraform Tests | |
| - name: Terraform Test | |
| run: terraform test | |
| cleanup-infra: | |
| name: 'Cleanup Infra' | |
| runs-on: ubuntu-latest | |
| needs: terraform | |
| if: always() && needs.terraform.result != 'success' | |
| steps: | |
| - name: Status of the tf tests | |
| run: echo TF Matrix Job result is ${{ needs.terraform.result }} | |
| - name: Install Nebius CLI | |
| run: | | |
| curl -sSL https://storage.ai.nebius.cloud/nebius/install.sh | bash | |
| echo "${HOME}/.nebius/bin" >> $GITHUB_PATH | |
| - name: Nebius CLI init | |
| run: | | |
| cat << EOF > /tmp/sa.pem | |
| ${{ secrets.TERRAFORM_SA_PRIVATE_KEY }} | |
| EOF | |
| nebius profile create ${{ vars.TERRAFORM_SA_ID }} --skip-auth \ | |
| --endpoint api.eu-north1.nebius.cloud \ | |
| --service-account-id ${{ vars.TERRAFORM_SA_ID }} \ | |
| --public-key-id ${{ secrets.TERRAFORM_SA_PUBLIC_KEY_ID }} \ | |
| --parent-id ${{ env.TF_VAR_parent_id }} \ | |
| --private-key-file /tmp/sa.pem | |
| - name: Perform forced cleanup | |
| run: | | |
| for resource in \ | |
| "mk8s v1alpha1 cluster" \ | |
| "compute v1alpha1 instance" \ | |
| "compute v1alpha1 filesystem" \ | |
| "compute v1alpha1 disk" \ | |
| "compute v1alpha1 gpu-cluster" \ | |
| "vpc v1alpha1 allocation" \ | |
| "storage bucket" \ | |
| ; do | |
| echo Deleting all $resource | |
| eval nebius --format json $resource list \ | |
| | jq -r 'try .items[] | .metadata.id' \ | |
| | eval xargs -r -n 1 nebius $resource delete --id | |
| done |