ci: allow for choice of GEMC image #733
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Validation | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| num_events: | |
| description: 'number of events (keep it small, since 1000 will take around 6 hours)' | |
| required: false | |
| type: string | |
| workflow_call: | |
| inputs: | |
| ################################################################################## | |
| # see 'env' section below for descriptions and default values | |
| # technical note: we don't set defaults here since many variables are | |
| # JSON strings, and we want to allow the user to only have to specify | |
| # _part_ of the JSON string rather than the whole thing | |
| ################################################################################## | |
| num_events: | |
| required: false | |
| type: string | |
| matrix_evgen: | |
| required: false | |
| type: string | |
| git_upstream: | |
| required: false | |
| type: string | |
| gemc_image: | |
| required: false | |
| type: string | |
| gemc_version: | |
| required: false | |
| type: string | |
| matrix_config: | |
| required: false | |
| type: string | |
| config_file_versions: | |
| required: false | |
| type: string | |
| pull_request: | |
| push: | |
| branches: [ main ] | |
| tags: [ '*' ] | |
| # apply cancel-in-progress to: | |
| # - `pull_request` triggers from the same `head_ref` (PR feature branch) and caller repo (set by `repository_id`) | |
| # - all other triggers: allow only the most recent of its trigger type (set by `event_name`, e.g., `push`) and caller repo | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.head_ref || github.event_name }}-${{ github.repository_id }} | |
| cancel-in-progress: true | |
| defaults: | |
| run: | |
| shell: bash | |
| env: | |
| ################################################################################## | |
| # the following 'env' vars may be overridden with workflow 'input' variables; # | |
| # their default values are set here # | |
| ################################################################################## | |
| # number of events to test | |
| num_events: 10 | |
| # event generation types to test; | |
| # see `evgen_opts` for _all_ of the available generators | |
| matrix_evgen: >- | |
| [ | |
| "e_K", | |
| "e_KC", | |
| "e_n", | |
| "e_g", | |
| "e_nC", | |
| "eFT_K", | |
| "e_gFT" | |
| ] | |
| # forks and branches (`ref`s) of the involved git repositories; | |
| # if `ref` is an empty string, the highest semver tag will be used; | |
| # NOTE: caller workflows don't need to write the _whole_ JSON string, rather | |
| # just the repositories they want to deviate from these defaults | |
| git_upstream: >- | |
| { | |
| "coatjava": { "fork": "JeffersonLab/coatjava", "ref": "development" }, | |
| "clas12Tags": { "fork": "gemc/clas12Tags", "ref": "" }, | |
| "clas12-config": { "fork": "JeffersonLab/clas12-config", "ref": "main" }, | |
| "clas12-validation": { "fork": "JeffersonLab/clas12-validation", "ref": "main" } | |
| } | |
| # GEMC Docker image to use; unfortunately we cannot simply pass the image | |
| # name to the CI job step, so instead we have the following aliases: | |
| # - "fedora": docker://jeffersonlab/gemc:dev-fedora36 | |
| # - "alma": docker://jeffersonlab/gemc:dev-almalinux93 | |
| gemc_image: 'fedora' | |
| # GEMC version to use in the GEMC container; available choices: | |
| # - "build": rebuild GEMC from clas12Tags and use that version | |
| # - "match_gcard": use the version matching the gcard | |
| # - "default": use the container's default | |
| # - anything else: will "module switch" to that version | |
| gemc_version: 'match_gcard' | |
| # list of configuration file basenames to test; these configuration files | |
| # are the 'yaml' and 'gcard' files from `clas12-config` | |
| matrix_config: >- | |
| [ | |
| "clas12-default", | |
| "rga_spring2018", | |
| "rga_fall2018", | |
| "rgk_fall2018_FTOn", | |
| "rgb_fall2019", | |
| "rgc_summer2022" | |
| ] | |
| # versions of config files from `matrix_config`; | |
| # use "latest" for the highest semantic version | |
| config_file_versions: >- | |
| { | |
| "coatjava": "latest", | |
| "gemc": "latest" | |
| } | |
| ################################################################################## | |
| # the rest of these env variables are NOT overridable with workflow input vars # | |
| ################################################################################## | |
| # available event generation types, together with their options | |
| evgen_opts: >- | |
| { | |
| "e_p": "-pid 2212", | |
| "e_K": "-pid 321", | |
| "e_pi": "-pid 211", | |
| "e_g": "-pid 22", | |
| "e_n": "-pid 2112", | |
| "e_gFT": "-pid 22 -ft", | |
| "e_pC": "-pid 2212 -cd", | |
| "e_KC": "-pid 321 -cd", | |
| "e_piC": "-pid 211 -cd", | |
| "e_nC": "-pid 2112 -cd", | |
| "e_dC": "-pid 45 -cd", | |
| "eFT_pi": "-pid -211 -ft", | |
| "eFT_p": "-pid -2212 -ft", | |
| "eFT_K": "-pid -321 -ft" | |
| } | |
| # additional settings | |
| java_version: 17 | |
| java_distribution: zulu | |
| groovy_version: 4.x | |
| jobs: | |
| # context dump | |
| ############################################################################# | |
| context: | |
| name: GitHub context | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: dump context | |
| run: | | |
| echo $GITHUB_CONTEXT > context.json | |
| jq . context.json | |
| env: | |
| GITHUB_CONTEXT: ${{ toJson(github) }} | |
| # dependency and source info | |
| ############################################################################# | |
| dependency_info: | |
| name: Dependency info | |
| runs-on: ubuntu-latest | |
| outputs: | |
| fork_coatjava: ${{ steps.info.outputs.fork_coatjava }} | |
| ref_coatjava: ${{ steps.info.outputs.ref_coatjava }} | |
| fork_clas12tags: ${{ steps.info.outputs.fork_clas12tags }} | |
| ref_clas12tags: ${{ steps.info.outputs.ref_clas12tags }} | |
| fork_clas12config: ${{ steps.info.outputs.fork_clas12config }} | |
| ref_clas12config: ${{ steps.info.outputs.ref_clas12config }} | |
| fork_clas12validation: ${{ steps.info.outputs.fork_clas12validation }} | |
| ref_clas12validation: ${{ steps.info.outputs.ref_clas12validation }} | |
| caller_repo: ${{ steps.info.outputs.caller_repo }} | |
| steps: | |
| - name: checkout clas12-validation | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: JeffersonLab/clas12-validation | |
| # ref: feature-branch # NOTE: if making a clas12-validation change that impacts this job, temporarily set the corresponding ref here | |
| - name: get dependency info | |
| id: info | |
| run: | | |
| echo '${{ env.git_upstream }}' > upstream.json | |
| echo '${{ inputs.git_upstream || env.git_upstream }}' > caller_overrides.json | |
| echo '{ "${{ github.event.repository.name }}": { "fork": "${{ github.event.pull_request.head.repo.full_name || github.repository }}", "ref": "${{ github.head_ref || github.ref_name }}" }}' > source.json | |
| jq -sc add upstream.json caller_overrides.json source.json > deps.json | |
| ### get fork names and refs | |
| fork_coatjava=$(jq -r '."coatjava".fork' deps.json) | |
| fork_clas12tags=$(jq -r '."clas12Tags".fork' deps.json) | |
| fork_clas12config=$(jq -r '."clas12-config".fork' deps.json) | |
| fork_clas12validation=$(jq -r '."clas12-validation".fork' deps.json) | |
| ref_coatjava=$(jq -r '."coatjava".ref' deps.json) | |
| ref_clas12tags=$(jq -r '."clas12Tags".ref' deps.json) | |
| ref_clas12config=$(jq -r '."clas12-config".ref' deps.json) | |
| ref_clas12validation=$(jq -r '."clas12-validation".ref' deps.json) | |
| ### if any ref names are empty strings, use the highest tag instead | |
| [ "$ref_coatjava" = "" ] && ref_coatjava=$(bin/get_highest_tag.rb JeffersonLab/coatjava) # NOTE: using the main forks here, since they have the semver tags | |
| [ "$ref_clas12tags" = "" ] && ref_clas12tags=$(bin/get_highest_tag.rb gemc/clas12Tags) | |
| [ "$ref_clas12config" = "" ] && ref_clas12config=$(bin/get_highest_tag.rb JeffersonLab/clas12-config) | |
| [ "$ref_clas12validation" = "" ] && ref_clas12validation=$(bin/get_highest_tag.rb JeffersonLab/clas12-validation) | |
| ### set output vars | |
| echo fork_coatjava=$fork_coatjava >> $GITHUB_OUTPUT | |
| echo fork_clas12tags=$fork_clas12tags >> $GITHUB_OUTPUT | |
| echo fork_clas12config=$fork_clas12config >> $GITHUB_OUTPUT | |
| echo fork_clas12validation=$fork_clas12validation >> $GITHUB_OUTPUT | |
| echo ref_coatjava=$ref_coatjava >> $GITHUB_OUTPUT | |
| echo ref_clas12tags=$ref_clas12tags >> $GITHUB_OUTPUT | |
| echo ref_clas12config=$ref_clas12config >> $GITHUB_OUTPUT | |
| echo ref_clas12validation=$ref_clas12validation >> $GITHUB_OUTPUT | |
| ### get caller repository | |
| echo caller_repo=$(echo "${{ github.repository }}" | sed 's;^.*/;;g') >> $GITHUB_OUTPUT | |
| - name: dispatch summary | |
| run: | | |
| echo '| | | |' >> $GITHUB_STEP_SUMMARY | |
| echo '| --- | --- | --- |' >> $GITHUB_STEP_SUMMARY | |
| echo '| **Triggered By `${{ github.event_name }}`:** | <${{ github.event.pull_request.html_url || github.event.head_commit.url }}> | |' >> $GITHUB_STEP_SUMMARY | |
| echo '| **`coatjava` Fork and Ref:** | `${{ steps.info.outputs.fork_coatjava }}` | [`${{ steps.info.outputs.ref_coatjava }}`](https://github.com/${{ steps.info.outputs.fork_coatjava }}/tree/${{ steps.info.outputs.ref_coatjava }}) |' >> $GITHUB_STEP_SUMMARY | |
| echo '| **`clas12Tags` Fork and Ref:** | `${{ steps.info.outputs.fork_clas12tags }}` | [`${{ steps.info.outputs.ref_clas12tags }}`](https://github.com/${{ steps.info.outputs.fork_clas12tags }}/tree/${{ steps.info.outputs.ref_clas12tags }}) |' >> $GITHUB_STEP_SUMMARY | |
| echo '| **`clas12-config` Fork and Ref:** | `${{ steps.info.outputs.fork_clas12config }}` | [`${{ steps.info.outputs.ref_clas12config }}`](https://github.com/${{ steps.info.outputs.fork_clas12config }}/tree/${{ steps.info.outputs.ref_clas12config }}) |' >> $GITHUB_STEP_SUMMARY | |
| echo '| **`clas12-validation` Fork and Ref:** | `${{ steps.info.outputs.fork_clas12validation }}` | [`${{ steps.info.outputs.ref_clas12validation }}`](https://github.com/${{ steps.info.outputs.fork_clas12validation }}/tree/${{ steps.info.outputs.ref_clas12validation }}) |' >> $GITHUB_STEP_SUMMARY | |
| echo '| | | |' >> $GITHUB_STEP_SUMMARY | |
| echo '' >> $GITHUB_STEP_SUMMARY | |
| echo '- Caller repository: `${{ steps.info.outputs.caller_repo }}`' >> $GITHUB_STEP_SUMMARY | |
| # build | |
| ############################################################################# | |
| build_coatjava: | |
| name: Build coatjava | |
| needs: | |
| - dependency_info | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: setup java | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: ${{ env.java_version }} | |
| distribution: ${{ env.java_distribution }} | |
| - name: checkout coatjava | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ${{ needs.dependency_info.outputs.fork_coatjava }} | |
| ref: ${{ needs.dependency_info.outputs.ref_coatjava }} | |
| path: coatjava | |
| clean: false | |
| fetch-tags: true | |
| fetch-depth: 0 | |
| - name: build | |
| uses: Wandalen/[email protected] # using wretry.action, to mitigate sporadic maven repo connection failures | |
| with: | |
| attempt_limit: 3 | |
| attempt_delay: 10000 | |
| command: 'cd coatjava ; ./build-coatjava.sh -T4' | |
| - name: tree | |
| run: tree | |
| - name: tar | |
| run: tar cavf coatjava{.tar.zst,} | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: build.coatjava | |
| retention-days: 3 | |
| path: ./*.tar.zst | |
| # clas12-config configuration | |
| ############################################################################# | |
| config_files: | |
| name: Configuration files | |
| needs: | |
| - dependency_info | |
| runs-on: ubuntu-latest | |
| outputs: | |
| num_events: ${{ steps.num_events.outputs.num_events }} | |
| tag_config_coatjava: ${{ steps.version.outputs.tag_config_coatjava }} | |
| tag_config_gemc: ${{ steps.version.outputs.tag_config_gemc }} | |
| matrix_evgen: ${{ steps.read_matrices.outputs.matrix_evgen }} | |
| matrix_config: ${{ steps.read_matrices.outputs.matrix_config }} | |
| matrix_full: ${{ steps.matrix_full.outputs.matrix_full }} | |
| steps: | |
| - name: checkout clas12-validation | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ${{ needs.dependency_info.outputs.fork_clas12validation }} | |
| ref: ${{ needs.dependency_info.outputs.ref_clas12validation }} | |
| clean: false | |
| fetch-tags: true | |
| fetch-depth: 0 | |
| - name: checkout clas12-config | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ${{ needs.dependency_info.outputs.fork_clas12config }} | |
| ref: ${{ needs.dependency_info.outputs.ref_clas12config }} | |
| path: clas12-config | |
| clean: false | |
| fetch-tags: true | |
| fetch-depth: 0 | |
| - name: set number of events | |
| id: num_events | |
| run: | | |
| num_events=${{ inputs.num_events || env.num_events }} | |
| echo num_events=$num_events >> $GITHUB_OUTPUT | |
| echo "### Number of Events:" >> $GITHUB_STEP_SUMMARY | |
| echo "$num_events" >> $GITHUB_STEP_SUMMARY | |
| - name: get version info | |
| id: version | |
| working-directory: clas12-config | |
| run: | | |
| tag_config_coatjava=$(echo '${{ inputs.config_file_versions || env.config_file_versions }}' | jq -r '.coatjava') | |
| tag_config_gemc=$(echo '${{ inputs.config_file_versions || env.config_file_versions }}' | jq -r '.gemc') | |
| # job summary | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| echo "### Versions:" >> $GITHUB_STEP_SUMMARY | |
| echo "| Configuration File Set | Version |" >> $GITHUB_STEP_SUMMARY | |
| echo "| --- | --- |" >> $GITHUB_STEP_SUMMARY | |
| echo "| \`coatjava\` | ${tag_config_coatjava} |" >> $GITHUB_STEP_SUMMARY | |
| echo "| \`gemc\` | ${tag_config_gemc} |" >> $GITHUB_STEP_SUMMARY | |
| # output vars | |
| echo tag_config_coatjava=$tag_config_coatjava >> $GITHUB_OUTPUT | |
| echo tag_config_gemc=$tag_config_gemc >> $GITHUB_OUTPUT | |
| - name: read matrices | |
| id: read_matrices | |
| run: | | |
| echo matrix_evgen=$(jq -c . <(echo '{ "evgen": ${{ inputs.matrix_evgen || env.matrix_evgen }} }')) >> $GITHUB_OUTPUT | |
| config_list=$(jq -c . <(echo '${{ inputs.matrix_config || env.matrix_config }}')) | |
| echo matrix_config=$(jq -c . <(echo '{ "config":' $config_list '}')) >> $GITHUB_OUTPUT | |
| - name: make full job matrix | |
| id: matrix_full | |
| run: echo matrix_full=$(jq -sc add <(echo '${{ steps.read_matrices.outputs.matrix_evgen }}') <(echo '${{ steps.read_matrices.outputs.matrix_config }}')) >> $GITHUB_OUTPUT | |
| - name: summary | |
| run: | | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| echo "### Configuration Job Matrix:" >> $GITHUB_STEP_SUMMARY | |
| echo '```json' >> $GITHUB_STEP_SUMMARY | |
| echo '${{ steps.matrix_full.outputs.matrix_full }}' | jq | xargs -0 -I{} echo {} >> $GITHUB_STEP_SUMMARY | |
| echo '```' >> $GITHUB_STEP_SUMMARY | |
| - name: find config files | |
| working-directory: clas12-config | |
| run: | | |
| for config_file in $(jq -r '.config[]' <(echo '${{ steps.read_matrices.outputs.matrix_config }}')) ; do | |
| echo "find config files for config='$config_file'" | |
| if [ "${{ steps.version.outputs.tag_config_coatjava }}" = "latest" ] ; then | |
| util/latest.rb coatjava $config_file both | tee -a coatjava.ver | |
| else | |
| ls coatjava/${{ steps.version.outputs.tag_config_coatjava }}/${config_file}.yaml | |
| echo coatjava/${{ steps.version.outputs.tag_config_coatjava }}/${config_file}.yaml ${{ steps.version.outputs.tag_config_coatjava }} | tee -a coatjava.ver | |
| fi | |
| if [ "${{ steps.version.outputs.tag_config_gemc }}" = "latest" ] ; then | |
| util/latest.rb gemc $config_file both | tee -a gemc.ver | |
| else | |
| ls gemc/${{ steps.version.outputs.tag_config_gemc }}/${config_file}.gcard | |
| echo gemc/${{ steps.version.outputs.tag_config_gemc }}/${config_file}.gcard ${{ steps.version.outputs.tag_config_gemc }} | tee -a gemc.ver | |
| fi | |
| done | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| echo "### Configuration Files:" >> $GITHUB_STEP_SUMMARY | |
| echo '```' >> $GITHUB_STEP_SUMMARY | |
| paste {coatjava,gemc}.ver | column -t | xargs -0 -I{} echo {} >> $GITHUB_STEP_SUMMARY | |
| echo '```' >> $GITHUB_STEP_SUMMARY | |
| - name: tar | |
| run: tar cavf clas12-config{.tar.zst,} | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: build.config | |
| retention-days: 3 | |
| path: ./*.tar.zst | |
| # event generation | |
| ############################################################################# | |
| event_generation: | |
| name: Event generation | |
| needs: | |
| - build_coatjava | |
| - config_files | |
| - dependency_info | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: true | |
| matrix: ${{ fromJson(needs.config_files.outputs.matrix_evgen) }} | |
| steps: | |
| - name: checkout clas12-validation | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ${{ needs.dependency_info.outputs.fork_clas12validation }} | |
| ref: ${{ needs.dependency_info.outputs.ref_clas12validation }} | |
| clean: false | |
| fetch-tags: true | |
| fetch-depth: 0 | |
| - name: setup java | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: ${{ env.java_version }} | |
| distribution: ${{ env.java_distribution }} | |
| - name: setup groovy | |
| uses: wtfjoke/setup-groovy@v2 | |
| with: | |
| groovy-version: ${{ env.groovy_version }} | |
| - name: download build | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: build.* | |
| merge-multiple: true | |
| - name: untar build | |
| run: ls *.tar.zst | xargs -I{} tar xavf {} | |
| - name: check if this configuration is known | |
| run: jq -re '.${{ matrix.evgen }}' <(echo '${{ env.evgen_opts }}') | |
| - name: event generation | |
| run: | | |
| coatjava/coatjava/bin/run-groovy \ | |
| coatjava/validation/advanced-tests/src/eb/scripts/gen.groovy \ | |
| $(jq -r '.${{ matrix.evgen }}' <(echo '${{ env.evgen_opts }}')) \ | |
| -n ${{ needs.config_files.outputs.num_events }} | |
| - name: rename artifact | |
| run: | | |
| ls -t *.txt | |
| mv -v $(ls -t *.txt | head -n1) evgen.${{ matrix.evgen }}.dat | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: evgen.${{ matrix.evgen }} | |
| retention-days: 3 | |
| path: evgen.${{ matrix.evgen }}.dat | |
| # simulation, reconstruction, and analysis: combined to one step to avoid large artifact I/O overhead | |
| ############################################################################# | |
| fulltest: | |
| name: Run | |
| needs: | |
| - event_generation | |
| - config_files | |
| - dependency_info | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: true | |
| matrix: ${{ fromJson(needs.config_files.outputs.matrix_full) }} | |
| steps: | |
| ### setup | |
| - name: checkout clas12-validation | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ${{ needs.dependency_info.outputs.fork_clas12validation }} | |
| ref: ${{ needs.dependency_info.outputs.ref_clas12validation }} | |
| clean: false | |
| fetch-tags: true | |
| fetch-depth: 0 | |
| - name: setup java | |
| uses: actions/setup-java@v4 | |
| with: | |
| java-version: ${{ env.java_version }} | |
| distribution: ${{ env.java_distribution }} | |
| - name: setup groovy | |
| uses: wtfjoke/setup-groovy@v2 | |
| with: | |
| groovy-version: ${{ env.groovy_version }} | |
| - name: download evgen | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: evgen.${{ matrix.evgen }} | |
| - name: download build | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: build.* | |
| merge-multiple: true | |
| - name: tree | |
| run: ls -lhR | |
| - name: untar build | |
| run: ls *.tar.zst | xargs -I{} tar xavf {} | |
| ### handle config files | |
| - name: file names | |
| id: files | |
| run: | | |
| echo evgenFile=evgen.${{ matrix.evgen }}.dat >> $GITHUB_OUTPUT | |
| echo simFile=sim.${{ matrix.evgen }}.${{ matrix.config }}.hipo >> $GITHUB_OUTPUT | |
| echo recFile=rec.${{ matrix.evgen }}.${{ matrix.config }}.hipo >> $GITHUB_OUTPUT | |
| echo anaFile=ana.${{ matrix.evgen }}.${{ matrix.config }}.txt >> $GITHUB_OUTPUT | |
| echo coatjavaConfigFile=clas12-config/$(grep -w ${{ matrix.config }} clas12-config/coatjava.ver | awk '{print $1}') >> $GITHUB_OUTPUT | |
| echo gemcConfigFile=clas12-config/$(grep -w ${{ matrix.config }} clas12-config/gemc.ver | awk '{print $1}') >> $GITHUB_OUTPUT | |
| - name: config files exist | |
| run: | | |
| ls ${{ steps.files.outputs.gemcConfigFile }} | |
| ls ${{ steps.files.outputs.coatjavaConfigFile }} | |
| ### set GEMC version and image, and rebuild if necessary | |
| - name: set GEMC versioning | |
| id: gemc_ver | |
| run: | | |
| gemc_module_version=${{ inputs.gemc_version || env.gemc_version }} | |
| [ "$gemc_module_version" = "match_gcard" ] && gemc_module_version=$(grep -w ${{ matrix.config }} clas12-config/gemc.ver | awk '{print $2}') | |
| echo gemc_module_version=$gemc_module_version | tee -a $GITHUB_OUTPUT | |
| echo gemc_image=${{ inputs.gemc_image || env.gemc_image }} | tee -a $GITHUB_OUTPUT | |
| - name: checkout clas12Tags | |
| if: ${{ steps.gemc_ver.outputs.gemc_module_version == 'build' }} | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: ${{ needs.dependency_info.outputs.fork_clas12tags }} | |
| ref: ${{ needs.dependency_info.outputs.ref_clas12tags }} | |
| path: clas12Tags | |
| clean: false | |
| fetch-tags: true | |
| fetch-depth: 0 | |
| - name: rebuild GEMC - fedora ### fedora build | |
| if: ${{ steps.gemc_ver.outputs.gemc_image == 'fedora' && steps.gemc_ver.outputs.gemc_module_version == 'build' }} | |
| uses: docker://jeffersonlab/gemc:dev-fedora36 | |
| with: | |
| entrypoint: bin/ci_gemc_build.sh | |
| args: clas12Tags/source | |
| - name: rebuild GEMC - alma ### alma build | |
| if: ${{ steps.gemc_ver.outputs.gemc_image == 'alma' && steps.gemc_ver.outputs.gemc_module_version == 'build' }} | |
| uses: docker://jeffersonlab/gemc:dev-almalinux93 | |
| with: | |
| entrypoint: bin/ci_gemc_build.sh | |
| args: clas12Tags/source | |
| ### run simulation | |
| - name: simulation - fedora ### fedora build | |
| if: ${{ steps.gemc_ver.outputs.gemc_image == 'fedora' }} | |
| uses: docker://jeffersonlab/gemc:dev-fedora36 | |
| with: | |
| entrypoint: bin/ci_gemc_run.sh | |
| args: ${{ steps.gemc_ver.outputs.gemc_module_version }} ${{ steps.files.outputs.gemcConfigFile }} ${{ steps.files.outputs.evgenFile }} ${{ steps.files.outputs.simFile }} | |
| - name: simulation - alma ### alma build | |
| if: ${{ steps.gemc_ver.outputs.gemc_image == 'alma' }} | |
| uses: docker://jeffersonlab/gemc:dev-almalinux93 | |
| with: | |
| entrypoint: bin/ci_gemc_run.sh | |
| args: ${{ steps.gemc_ver.outputs.gemc_module_version }} ${{ steps.files.outputs.gemcConfigFile }} ${{ steps.files.outputs.evgenFile }} ${{ steps.files.outputs.simFile }} | |
| - name: check if output exists | |
| run: ls ${{ steps.files.outputs.simFile }} | |
| ### run reconstruction | |
| - name: reconstruction | |
| run: | | |
| coatjava/coatjava/bin/recon-util \ | |
| -y ${{ steps.files.outputs.coatjavaConfigFile }} \ | |
| -i ${{ steps.files.outputs.simFile }} \ | |
| -o ${{ steps.files.outputs.recFile }} | |
| ### handle outputs | |
| - name: check if output exists | |
| run: ls ${{ steps.files.outputs.recFile }} | |
| - name: analysis | |
| run: | | |
| bankName="REC::Particle" | |
| [[ "${{ matrix.evgen }}" =~ FT ]] && bankName="RECFT::Particle" | |
| echo "bankName = $bankName" | |
| coatjava/coatjava/bin/run-groovy bin/multiplicity.groovy ${{ steps.files.outputs.recFile }} ${{ steps.files.outputs.anaFile }} $bankName | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: sim.${{ matrix.evgen }}.${{ matrix.config }} | |
| retention-days: 3 | |
| path: sim.${{ matrix.evgen }}.${{ matrix.config }}.hipo | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: rec.${{ matrix.evgen }}.${{ matrix.config }} | |
| retention-days: 3 | |
| path: rec.${{ matrix.evgen }}.${{ matrix.config }}.hipo | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: ana.${{ matrix.evgen }}.${{ matrix.config }} | |
| retention-days: 3 | |
| path: ana.${{ matrix.evgen }}.${{ matrix.config }}.txt | |
| # finalize | |
| ############################################################################# | |
| final: | |
| name: Final | |
| needs: | |
| - fulltest | |
| - config_files | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: download ana | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: ana.* | |
| merge-multiple: true | |
| - name: read multiplicity | |
| run: | | |
| echo "# Multiplicity Report" >> $GITHUB_STEP_SUMMARY | |
| echo '```yaml' >> $GITHUB_STEP_SUMMARY | |
| for evgen in $(echo '${{ needs.config_files.outputs.matrix_full }}' | jq -r '.evgen[]') ; do | |
| echo "evgen: $evgen" >> $GITHUB_STEP_SUMMARY | |
| first=true | |
| for config in $(echo '${{ needs.config_files.outputs.matrix_full }}' | jq -r '.config[]') ; do | |
| if $first ; then | |
| grep -E '^bank: ' ana.${evgen}.${config}.txt >> $GITHUB_STEP_SUMMARY | |
| echo "multiplicity: |" >> $GITHUB_STEP_SUMMARY | |
| printf " %25s: PID (multiplicity) ... # sorted multiplicity for each PID\n" "config" >> $GITHUB_STEP_SUMMARY | |
| first=false | |
| fi | |
| printf " %25s: %s" $config "$(tail -n1 ana.${evgen}.${config}.txt)" | xargs -0 -I{} echo {} >> $GITHUB_STEP_SUMMARY | |
| done | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| done | |
| echo '```' >> $GITHUB_STEP_SUMMARY |