Update BDC Staging DD #4897
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Gen3utils Validation | |
on: | |
pull_request: | |
jobs: | |
build: | |
name: Validate config | |
runs-on: ubuntu-latest | |
steps: | |
- name: 'PR commits + 1' | |
run: echo "PR_FETCH_DEPTH=$(( ${{ github.event.pull_request.commits }} + 1 ))" >> "${GITHUB_ENV}" | |
- name: 'Checkout PR branch and all PR commits' | |
uses: actions/checkout@v3 | |
with: | |
ref: ${{ github.event.pull_request.head.sha }} | |
fetch-depth: ${{ env.PR_FETCH_DEPTH }} | |
- name: Set up Python 3.9 | |
uses: actions/setup-python@v4 | |
with: | |
python-version: 3.9 | |
- name: Install dependencies | |
run: | | |
python -m pip install --upgrade pip | |
pip install gen3utils --upgrade | |
- name: Remove comments from github-actions | |
uses: actions/github-script@v6 | |
if: github.event_name == 'pull_request' | |
with: | |
script: | | |
async function removeComments() { | |
const { owner, repo, number } = context.issue; | |
const commentsResponse = await github.rest.issues.listComments({ owner, repo, issue_number: number }); | |
const comments = commentsResponse.data; | |
for (const comment of comments) { | |
if (comment.user.login === 'github-actions[bot]') { | |
await github.rest.issues.deleteComment({ owner, repo, comment_id: comment.id }); | |
} | |
} | |
} | |
await removeComments(); | |
- name: Validate manifest.json, etlMapping.yaml, and gitops.json | |
run: | | |
changed_files=$(git diff --name-only HEAD..${{ github.event.pull_request.base.sha }}) | |
envs=() | |
for file in $changed_files; do | |
envs+=($(echo "$file" | cut -d "/" -f1)) | |
done | |
# remove duplicates | |
envs=($(printf "%s\n" "${envs[@]}" | sort -u)) | |
echo "${uniq[@]}" | |
echo "Updated: ${envs[@]}" | |
PR_LABELS=$(curl -s "https://api.github.com/repos/${{ github.repository }}/issues/${{ github.event.pull_request.number }}/labels") | |
if [[ $PR_LABELS == *"skip-gen3utils"* ]]; then | |
echo "skipping gen3utils checks..." | |
exit 0 | |
fi | |
for dir in "${envs[@]}"; do | |
echo " Validating $dir" | |
man=$dir/manifest.json; etl=$dir/etlMapping.yaml; ptlcfg=$dir/portal/gitops.json; | |
# validate manifest.json | |
if [ -f $man ]; then | |
gen3utils validate-manifest $man || exit 1 | |
fi | |
# validate ETL mapping | |
if [ -f $man ] && [ -f $etl ]; then | |
gen3utils validate-etl-mapping $etl $man || exit 1 | |
fi | |
# validate portal configuration | |
if [ -f $man ] && [ -f $etl ] && [ -f $ptlcfg ]; then | |
gen3utils validate-portal-config $etl $man $ptlcfg ${{ github.repository }} ${{ github.event.pull_request.number }} || exit 1 | |
fi | |
done | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
- name: Comment on PRs with relevant deployment changes | |
if: github.event_name == 'pull_request' | |
run: | | |
gen3utils post-deployment-changes ${{ github.repository }} ${{ github.event.pull_request.number }} | |
env: | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} |