Nightly Rosetta Paxml build and test #122
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nightly Rosetta Paxml build and test | |
| on: | |
| workflow_run: | |
| workflows: [Nightly Pax build] | |
| types: [completed] | |
| branches: [main] | |
| workflow_dispatch: | |
| inputs: | |
| BASE_IMAGE: | |
| type: string | |
| description: 'PAX image built by NVIDIA/JAX-Toolbox' | |
| default: 'ghcr.io/nvidia/pax:latest' | |
| required: true | |
| PUBLISH: | |
| type: boolean | |
| description: Publish dated images and update the 'latest' tag? | |
| default: false | |
| required: false | |
| env: | |
| BASE_LIBRARY: pax | |
| DOCKER_REGISTRY: ghcr.io/nvidia | |
| permissions: | |
| contents: read # to fetch code | |
| actions: write # to cancel previous workflows | |
| packages: write # to upload container | |
| jobs: | |
| metadata: | |
| if: (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || github.event_name == 'workflow_dispatch' | |
| runs-on: ubuntu-22.04 | |
| outputs: | |
| BUILD_DATE: ${{ steps.meta-vars.outputs.BUILD_DATE }} | |
| BASE_LIBRARY: ${{ steps.meta-vars.outputs.BASE_LIBRARY }} | |
| BASE_IMAGE: ${{ steps.meta-vars.outputs.BASE_IMAGE }} | |
| PUBLISH: ${{ steps.meta-vars.outputs.PUBLISH }} | |
| steps: | |
| - name: Set build metadata | |
| id: meta-vars | |
| shell: bash -x -e {0} | |
| run: | | |
| BUILD_DATE=$(TZ='US/Los_Angeles' date '+%Y-%m-%d') | |
| if [[ -z "${{ inputs.BASE_IMAGE }}" ]]; then | |
| BASE_IMAGE=${{ env.DOCKER_REGISTRY }}/${{ env.BASE_LIBRARY }}:latest | |
| else | |
| BASE_IMAGE=${{ inputs.BASE_IMAGE }} | |
| fi | |
| echo "BUILD_DATE=${BUILD_DATE}" >> $GITHUB_OUTPUT | |
| echo "BASE_LIBRARY=${{ env.BASE_LIBRARY }}" >> $GITHUB_OUTPUT | |
| echo "BASE_IMAGE=${BASE_IMAGE}" >> $GITHUB_OUTPUT | |
| echo "PUBLISH=${{ inputs.PUBLISH }}" >> $GITHUB_OUTPUT | |
| build: | |
| if: (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || github.event_name == 'workflow_dispatch' | |
| needs: metadata | |
| uses: ./.github/workflows/_build_rosetta.yaml | |
| with: | |
| BUILD_DATE: ${{ needs.metadata.outputs.BUILD_DATE }} | |
| BASE_LIBRARY: ${{ needs.metadata.outputs.BASE_LIBRARY }} | |
| BASE_IMAGE: ${{ needs.metadata.outputs.BASE_IMAGE }} | |
| secrets: inherit | |
| publish-build: | |
| needs: [metadata, build] | |
| uses: ./.github/workflows/_publish_badge.yaml | |
| if: ( success() || failure() ) && (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || github.event_name == 'workflow_dispatch' | |
| secrets: inherit | |
| with: | |
| ENDPOINT_FILENAME: 'rosetta-pax-build-status.json' | |
| PUBLISH: ${{ github.event_name == 'workflow_run' || needs.metadata.outputs.PUBLISH == 'true' }} | |
| SCRIPT: | | |
| if [[ ${{ needs.build.result }} == "success" ]]; then | |
| BADGE_COLOR=brightgreen | |
| MSG=passing | |
| else | |
| BADGE_COLOR=red | |
| MSG=failing | |
| fi | |
| echo "LABEL='nightly'" >> $GITHUB_OUTPUT | |
| echo "MESSAGE='${MSG}'" >> $GITHUB_OUTPUT | |
| echo "COLOR='${BADGE_COLOR}'" >> $GITHUB_OUTPUT | |
| test: | |
| if: (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || github.event_name == 'workflow_dispatch' | |
| needs: build | |
| uses: ./.github/workflows/_test_rosetta.yaml | |
| with: | |
| ROSETTA_IMAGE: ${{ needs.build.outputs.DOCKER_TAGS }} | |
| secrets: inherit | |
| publish-test: | |
| needs: [metadata, build, test] | |
| uses: ./.github/workflows/_publish_badge.yaml | |
| if: ( success() || failure() ) && (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || github.event_name == 'workflow_dispatch' | |
| secrets: inherit | |
| with: | |
| ENDPOINT_FILENAME: 'rosetta-pax-test-status.json' | |
| PUBLISH: ${{ github.event_name == 'workflow_run' || needs.metadata.outputs.PUBLISH == 'true' }} | |
| SCRIPT: | | |
| ARTIFACTS="${{ needs.test.outputs.TEST_ARTIFACT_NAME }}/*.jsonl" | |
| all_outcomes() { | |
| cat $ARTIFACTS | jq -r '. | select((.["$report_type"] == "TestReport") and (.when == "call")) | .outcome' | |
| } | |
| cnt_type() { | |
| cat $ARTIFACTS | jq '. | select((.["$report_type"] == "TestReport") and (.when == "call") and (.outcome | contains("'${1}'"))) | .outcome' | wc -l | |
| } | |
| SKIPPED_TESTS=$(cnt_type skipped) | |
| FAILED_TESTS=$(cnt_type failed) | |
| PASSED_TESTS=$(cnt_type passed) | |
| TOTAL_TESTS=$(all_outcomes | wc -l) | |
| echo "Unit/Integration test breakdown:" | |
| all_outcomes | sort | uniq -c | |
| if [[ $FAILED_TESTS -eq 0 ]] && [[ $TOTAL_TESTS -gt 0 ]]; then | |
| BADGE_COLOR=brightgreen | |
| else | |
| if [[ $PASSED_TESTS -eq 0 ]]; then | |
| BADGE_COLOR=red | |
| else | |
| BADGE_COLOR=yellow | |
| fi | |
| fi | |
| echo "LABEL='V100'" >> $GITHUB_OUTPUT | |
| if [[ ${{ needs.build.result }} == "success" ]]; then | |
| echo "MESSAGE='${PASSED_TESTS}/${SKIPPED_TESTS}/${FAILED_TESTS} pass/skip/fail'" >> $GITHUB_OUTPUT | |
| echo "COLOR='${BADGE_COLOR}'" >> $GITHUB_OUTPUT | |
| else | |
| echo "MESSAGE='n/a'" >> $GITHUB_OUTPUT | |
| echo "COLOR='red'" >> $GITHUB_OUTPUT | |
| fi | |
| publish-latest-container: | |
| needs: [metadata, build, test] | |
| if: ( ${{ needs.test.outputs.TEST_STATUS == 'success' }} ) && ((github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || (github.event_name == 'workflow_dispatch' && inputs.PUBLISH)) | |
| uses: ./.github/workflows/_publish_container.yaml | |
| secrets: inherit | |
| with: | |
| SOURCE_IMAGE: ${{ needs.build.outputs.DOCKER_TAGS }} | |
| TARGET_IMAGE: rosetta-${{ needs.metadata.outputs.BASE_LIBRARY }} | |
| TARGET_TAGS: | | |
| type=raw,value=latest,priority=1000 | |
| publish-container: | |
| if: (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'success') || (github.event_name == 'workflow_dispatch' && inputs.PUBLISH) | |
| needs: [metadata, build] | |
| uses: ./.github/workflows/_publish_container.yaml | |
| secrets: inherit | |
| with: | |
| SOURCE_IMAGE: ${{ needs.build.outputs.DOCKER_TAGS }} | |
| TARGET_IMAGE: rosetta-${{ needs.metadata.outputs.BASE_LIBRARY }} | |
| TARGET_TAGS: | | |
| type=raw,value=nightly-${{ needs.metadata.outputs.BUILD_DATE }},priority=900 | |
| if-upstream-failed: | |
| runs-on: ubuntu-latest | |
| if: (github.event_name == 'workflow_run' && github.event.workflow_run.conclusion == 'failure') && github.event_name != 'workflow_dispatch' | |
| steps: | |
| - run: echo 'Upstream workflow failed, aborting run' && exit 1 |