forked from google/neuroglancer
-
Notifications
You must be signed in to change notification settings - Fork 10
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
added appspot and state share config
bumped appengine runtime to python312 since "Runtime python27 is end of support and no longer allowed" removed theadsafe - "This field is not supported with runtime [python312] and can safely be removed." removed skip_files (no longer supported) "api_version" field is not allowed in runtime python312. forgot to add .gcloudignore (replacement of skip_files
- Loading branch information
Showing
6 changed files
with
77 additions
and
322 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,21 +1,17 @@ | ||
name: Build | ||
|
||
on: | ||
push: | ||
branches: | ||
- master | ||
tags: | ||
- v** | ||
pull_request: | ||
on: [push] | ||
|
||
jobs: | ||
client: | ||
build-and-deploy: | ||
permissions: | ||
contents: "read" | ||
id-token: "write" | ||
deployments: "write" | ||
strategy: | ||
matrix: | ||
os: | ||
- "ubuntu-latest" | ||
- "windows-latest" | ||
- "macos-latest" | ||
runs-on: ${{ matrix.os }} | ||
steps: | ||
- uses: actions/checkout@v4 | ||
|
@@ -30,228 +26,52 @@ jobs: | |
package-lock.json | ||
examples/**/package-lock.json | ||
- run: npm install | ||
- run: npm run format:fix | ||
- name: Check for dirty working directory | ||
run: git diff --exit-code | ||
- run: npm run lint:check | ||
- name: Typecheck with TypeScript | ||
run: npm run typecheck | ||
- name: Build client bundles | ||
run: | | ||
build_info="{'tag':'$(git describe --always --tags)', 'url':'https://github.com/google/neuroglancer/commit/$(git rev-parse HEAD)', 'timestamp':'$(date)'}" | ||
npm run build -- --no-typecheck --no-lint --define NEUROGLANCER_BUILD_INFO="${build_info}" | ||
shell: bash | ||
- name: Build Python client bundles | ||
run: npm run build-python -- --no-typecheck --no-lint | ||
- run: npm run build-package | ||
- run: npm publish --dry-run | ||
working-directory: dist/package | ||
- uses: ./.github/actions/setup-firefox | ||
- name: Run JavaScript tests (including WebGL) | ||
run: npm test | ||
- name: Run JavaScript benchmarks | ||
run: npm run benchmark | ||
- name: Upload NPM package as artifact | ||
uses: actions/upload-artifact@v4 | ||
with: | ||
name: npm-package | ||
path: dist/package | ||
if: ${{ runner.os == 'Linux' }} | ||
- name: Upload client as artifact | ||
uses: actions/upload-artifact@v4 | ||
with: | ||
name: client | ||
path: dist/client | ||
if: ${{ runner.os == 'Linux' }} | ||
|
||
# Builds Python package and runs Python tests | ||
# | ||
# On ubuntu-latest, this also runs browser-based tests. On Mac OS and | ||
# Windows, this only runs tests that do not require a browser, since a working | ||
# headless WebGL2 implementation is not available on Github actions. | ||
python-tests: | ||
strategy: | ||
matrix: | ||
python-version: | ||
- "3.9" | ||
- "3.12" | ||
os: | ||
- "ubuntu-latest" | ||
- "windows-latest" | ||
- "macos-latest" | ||
runs-on: ${{ matrix.os }} | ||
steps: | ||
- uses: actions/checkout@v4 | ||
with: | ||
# Need full history to determine version number. | ||
fetch-depth: 0 | ||
- uses: actions/setup-node@v4 | ||
with: | ||
node-version: 20.x | ||
- name: Set up Python ${{ matrix.python-version }} | ||
uses: actions/setup-python@v5 | ||
with: | ||
python-version: ${{ matrix.python-version }} | ||
# Uncomment the action below for an interactive shell | ||
# - name: Setup tmate session | ||
# uses: mxschmitt/action-tmate@v3 | ||
- name: Install Python packaging/test tools | ||
run: python -m pip install --upgrade pip tox nox wheel numpy -r python/requirements-test.txt | ||
- uses: ./.github/actions/setup-firefox | ||
- run: nox -s lint format mypy | ||
- name: Check for dirty working directory | ||
run: git diff --exit-code | ||
- name: Test with tox | ||
run: tox -e ${{ fromJSON('["skip-browser-tests","firefox-xvfb"]')[runner.os == 'Linux'] }} | ||
# Verify that editable install works | ||
- name: Install in editable form | ||
run: pip install -e . --config-settings editable_mode=strict | ||
- name: Run Python tests against editable install (excluding WebGL) | ||
working-directory: python/tests | ||
run: pytest -vv --skip-browser-tests | ||
|
||
python-build-package: | ||
strategy: | ||
matrix: | ||
include: | ||
- os: "ubuntu-latest" | ||
cibw_build: "*" | ||
wheel_identifier: "linux" | ||
- os: "windows-latest" | ||
cibw_build: "*" | ||
wheel_identifier: "windows" | ||
- os: "macos-14" | ||
cibw_build: "*_x86_64" | ||
wheel_identifier: "macos_x86_64" | ||
- os: "macos-14" | ||
cibw_build: "*_arm64" | ||
wheel_identifier: "macos_arm64" | ||
runs-on: ${{ matrix.os }} | ||
steps: | ||
- uses: actions/checkout@v4 | ||
with: | ||
# Need full history to determine version number. | ||
fetch-depth: 0 | ||
- uses: actions/setup-node@v4 | ||
with: | ||
node-version: 20.x | ||
cache: "npm" | ||
- name: Set up Python | ||
uses: actions/setup-python@v5 | ||
with: | ||
python-version: 3.x | ||
- name: Get pip cache dir | ||
id: pip-cache | ||
run: | | ||
echo "dir=$(pip cache dir)" >> "$GITHUB_OUTPUT" | ||
- run: npm install | ||
- run: | | ||
build_info="{'tag':'$(git describe --always --tags)', 'url':'https://github.com/google/neuroglancer/commit/$(git rev-parse HEAD)', 'timestamp':'$(date)'}" | ||
npm run build-python -- --no-typecheck --no-lint --define NEUROGLANCER_BUILD_INFO="${build_info}" | ||
shell: bash | ||
- name: Check for dirty working directory | ||
run: git diff --exit-code | ||
- name: Install setuptools | ||
run: pip install setuptools | ||
- name: Build Python source distribution (sdist) | ||
run: python setup.py sdist --format gztar | ||
if: ${{ runner.os == 'Linux' }} | ||
- name: Install cibuildwheel | ||
run: pip install cibuildwheel | ||
- name: Build Python wheels | ||
run: bash -xve ./python/build_tools/cibuildwheel.sh | ||
env: | ||
# On Linux, share pip cache with manylinux docker containers | ||
CIBW_ENVIRONMENT_LINUX: PIP_CACHE_DIR=/host${{ steps.pip-cache.outputs.dir }} | ||
CIBW_BEFORE_ALL_LINUX: /project/python/build_tools/cibuildwheel_linux_cache_setup.sh /host${{ steps.pip-cache.outputs.dir }} | ||
CIBW_BUILD: ${{ matrix.cibw_build }} | ||
- name: Upload wheels as artifacts | ||
uses: actions/upload-artifact@v4 | ||
with: | ||
name: python-wheels-${{ matrix.wheel_identifier }} | ||
path: | | ||
dist/*.whl | ||
dist/*.tar.gz | ||
publish-package: | ||
# Only publish package on push to tag or default branch. | ||
if: ${{ github.event_name == 'push' && (startsWith(github.ref, 'refs/tags/v') || github.ref == 'refs/heads/master') }} | ||
runs-on: ubuntu-latest | ||
needs: | ||
- "client" | ||
- "python-build-package" | ||
steps: | ||
- uses: actions/checkout@v4 | ||
- name: Use Node.js | ||
uses: actions/setup-node@v4 | ||
with: | ||
node-version: 20.x | ||
registry-url: "https://registry.npmjs.org" | ||
- uses: actions/download-artifact@v4 | ||
with: | ||
pattern: python-wheels-* | ||
path: dist | ||
merge-multiple: true | ||
- uses: actions/download-artifact@v4 | ||
with: | ||
name: npm-package | ||
path: npm-package | ||
# - name: Publish to PyPI (test server) | ||
# uses: pypa/gh-action-pypi-publish@54b39fb9371c0b3a6f9f14bb8a67394defc7a806 # 2020-09-25 | ||
# with: | ||
# user: __token__ | ||
# password: ${{ secrets.pypi_test_token }} | ||
- name: Publish to PyPI (main server) | ||
uses: pypa/gh-action-pypi-publish@54b39fb9371c0b3a6f9f14bb8a67394defc7a806 # 2020-09-25 | ||
with: | ||
user: __token__ | ||
password: ${{ secrets.pypi_token }} | ||
if: ${{ startsWith(github.ref, 'refs/tags/v') }} | ||
- name: Publish to NPM registry | ||
if: ${{ startsWith(github.ref, 'refs/tags/v') }} | ||
run: npm publish | ||
working-directory: npm-package | ||
env: | ||
NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }} | ||
# Download dist/client after publishing to PyPI, because PyPI publish | ||
# action fails if dist/client directory is present. | ||
- uses: actions/download-artifact@v4 | ||
with: | ||
name: client | ||
path: dist/client | ||
- name: Publish to Firebase hosting | ||
uses: FirebaseExtended/action-hosting-deploy@v0 | ||
with: | ||
firebaseServiceAccount: "${{ secrets.FIREBASE_HOSTING_SERVICE_ACCOUNT_KEY }}" | ||
projectId: neuroglancer-demo | ||
channelId: live | ||
|
||
ngauth: | ||
strategy: | ||
matrix: | ||
os: | ||
- ubuntu-latest | ||
runs-on: ${{ matrix.os }} | ||
steps: | ||
- uses: actions/checkout@v4 | ||
- name: Setup go | ||
uses: actions/setup-go@v5 | ||
with: | ||
go-version-file: ngauth_server/go.mod | ||
cache-dependency-path: ngauth_server/go.sum | ||
- run: go build . | ||
working-directory: ngauth_server | ||
wasm: | ||
# Ensures that .wasm files are reproducible. | ||
strategy: | ||
matrix: | ||
os: | ||
- ubuntu-latest | ||
runs-on: ${{ matrix.os }} | ||
steps: | ||
- uses: actions/checkout@v4 | ||
- run: ./src/mesh/draco/build.sh | ||
- run: ./src/sliceview/compresso/build.sh | ||
- run: ./src/sliceview/png/build.sh | ||
# Check that there are no differences. | ||
- run: git diff --exit-code | ||
- name: Build client bundles | ||
run: npm run build -- --no-typecheck --no-lint --define STATE_SERVERS=$(cat config/state_servers.json | tr -d " \t\n\r") | ||
- run: cp -r ./dist/client appengine/frontend/static/ | ||
- name: Get branch name (merge) | ||
if: github.event_name != 'pull_request' | ||
shell: bash | ||
run: echo "BRANCH_NAME=$(echo ${GITHUB_REF#refs/heads/} | tr / -)" >> $GITHUB_ENV | ||
- name: Get branch name (pull request) | ||
if: github.event_name == 'pull_request' | ||
shell: bash | ||
run: echo "BRANCH_NAME=$(echo ${GITHUB_HEAD_REF} | tr / -)" >> $GITHUB_ENV | ||
- run: echo "BRANCH_NAME_URL=$(echo ${{ env.BRANCH_NAME }} | tr / - | tr _ -)" >> $GITHUB_ENV | ||
- name: start deployment | ||
uses: bobheadxi/deployments@v1 | ||
id: deployment | ||
with: | ||
step: start | ||
token: ${{ secrets.GITHUB_TOKEN }} | ||
env: ${{ env.BRANCH_NAME }} | ||
desc: Setting up staging deployment for ${{ env.BRANCH_NAME }} | ||
- id: "auth" | ||
uses: "google-github-actions/auth@v1" | ||
with: | ||
workload_identity_provider: "projects/483670036293/locations/global/workloadIdentityPools/neuroglancer-github/providers/github" | ||
service_account: "[email protected]" | ||
- id: deploy | ||
uses: google-github-actions/deploy-appengine@main | ||
with: | ||
version: ${{ env.BRANCH_NAME_URL }} | ||
deliverables: appengine/frontend/app.yaml | ||
promote: false | ||
- name: update deployment status | ||
uses: bobheadxi/deployments@v1 | ||
if: always() | ||
with: | ||
step: finish | ||
token: ${{ secrets.GITHUB_TOKEN }} | ||
env: ${{ steps.deployment.outputs.env }} | ||
env_url: ${{ steps.deploy.outputs.url }} | ||
status: ${{ job.status }} | ||
deployment_id: ${{ steps.deployment.outputs.deployment_id }} |
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
Oops, something went wrong.