Nightly Test #391
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nightly Test | |
| on: | |
| #pull_request: | |
| #branches: [ main ] | |
| schedule: | |
| - cron: '30 15 * * *' # GMT time, 15:30 GMT == 23:30 China | |
| workflow_dispatch: | |
| inputs: | |
| artifact: | |
| description: 'select which job to run("all" will make all jobs run)' | |
| required: true | |
| default: 'all' | |
| type: choice | |
| options: | |
| - all | |
| - Orca-Basic-Py37-Spark3 | |
| - Orca-Basic-PyTorch-Py37-Spark3 | |
| - Orca-Basic-Tf2-Py37-Spark3 | |
| - Orca-Basic-Py38-Spark3 | |
| - Orca-Basic-PyTorch-Py38-Spark3 | |
| - Orca-Basic-Tf2-Py38-Spark3 | |
| - Orca-Basic-Py39-Spark3 | |
| - Orca-Basic-PyTorch-Py39-Spark3 | |
| - Orca-Basic-Tf2-Py39-Spark3 | |
| - Orca-Pytest-Ray-Py37-Spark3 | |
| - Orca-Pytest-Ray-Py38-Spark3 | |
| - Orca-Pytest-Ray-Py39-Spark3 | |
| - Orca-Pytest-Py37-Spark3-Tf1 | |
| - Orca-Pytest-Py38-Spark3 | |
| - Orca-Pytest-Py39-Spark3 | |
| - Orca-ExampleTest-Ray-Ctx-Py37-Spark3 | |
| - Orca-Pytest-Horovod-Py37-Spark3 | |
| - Orca-Pytest-Jep-Py37-Spark3 | |
| - Orca-Pytest-AutoML-Py37-Spark3 | |
| - Orca-ExampleTest-Jep-Py37-Spark3 | |
| - Orca-ExampleTest-Tf1-Py37-Spark3 | |
| - Orca-ExampleTest-Ray-Py37-Spark3 | |
| - Orca-ExampleTest-Ray-Py38-Spark3 | |
| - Orca-ExampleTest-Ray-Py39-Spark3 | |
| - Orca-ExampleTest-Horovod-Py37-Spark3 | |
| - Orca-ExampleTest-Horovod-Py38-Spark3 | |
| - Orca-Tutorial-Xshards-Py37-Spark3 | |
| - Orca-Tutorial-Notebook-Xshards-Py37-Spark3 | |
| - Orca-Tutorial-Notebook-Xshards-Image-Py37-Spark3 | |
| - Orca-Tutorial-Notebook-Xshards-Py38-Spark3 | |
| - Orca-Tutorial-Notebook-Xshards-Image-Py38-Spark3 | |
| - Orca-Tutorial-Notebook-Xshards-Py39-Spark3 | |
| - Orca-Tutorial-Notebook-Xshards-Image-Py39-Spark3 | |
| - Orca-Tutorial-NCF-Ray-Py37-Spark3 | |
| - Orca-Tutorial-NCF-Py37-Spark3 | |
| - Orca-Tutorial-NCF-Ray-Py38-Spark3 | |
| - Orca-Tutorial-NCF-Py38-Spark3 | |
| - Orca-Tutorial-NCF-Ray-Py39-Spark3 | |
| - Orca-Tutorial-NCF-Py39-Spark3 | |
| - Orca-Pytest-Ray-Ctx-Py37-Spark3 | |
| - Orca-Docker-Py39-Spark3 | |
| - Dllib-Scala-UT | |
| - Friesian-Scala-UT | |
| - Friesian-Python-Py37-Spark3 | |
| - Friesian-Python-Py37-Spark3-Pip | |
| - Friesian-Python-ExampleTest-Feature-Tf1-Py37-Spark3 | |
| - Friesian-Python-ExampleTest-Feature-Tf1-Pip-Py37-Spark3 | |
| - Friesian-Python-ExampleTest-Tf2-Py37-Spark3 | |
| - Friesian-Python-ExampleTest-Tf2-Pip-Py37-Spark3 | |
| - PPML-Scala-UT | |
| - PPML-Python-UT-Spark3 | |
| - PPML-Occlum-ExampleTests | |
| - PPML-spark-Local-SimpleQuery-Tests-on-Gramine | |
| - PPML-RealTime-ML-Occlum | |
| - PPML-RealTime-ML-Occlum-K8s | |
| - Colab-Python-Py37-Pytorch | |
| - Colab-Python-Py37-tf1 | |
| - Colab-Python-Py37-tf2 | |
| - Python-AppTests-part1 | |
| - Python-AppTests-part2 | |
| - Scala-AppTests | |
| image: | |
| description: 'docker image name' | |
| required: true | |
| default: '10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference' | |
| type: string | |
| tag: | |
| description: 'docker image tag' | |
| required: true | |
| default: 'latest' | |
| type: string | |
| env: | |
| GIST_ID: bc8a699b455bced4a1aef138ad5df07e | |
| permissions: | |
| contents: read | |
| packages: write | |
| jobs: | |
| Orca-Basic-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Basic-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-basic-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Basic-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-Basic-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Basic-PyTorch-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Basic-PyTorch-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-basic-pytorch-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Basic-PyTorch-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-Basic-PyTorch-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Basic-Tf2-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Basic-Tf2-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-basic-tf2-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Basic-Tf2-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-Basic-Tf2-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Basic-Py38-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Basic-Py38-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py38-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-basic-py38-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py38 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Basic-Py38-Spark3.json | |
| type: job | |
| job-name: Orca-Basic-Py38-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Basic-PyTorch-Py38-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Basic-PyTorch-Py38-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py38-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-basic-pytorch-py38-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py38 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Basic-PyTorch-Py38-Spark3.json | |
| type: job | |
| job-name: Orca-Basic-PyTorch-Py38-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Basic-Tf2-Py38-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Basic-Tf2-Py38-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py38-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-basic-tf2-py38-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py38 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Basic-Tf2-Py38-Spark3.json | |
| type: job | |
| job-name: Orca-Basic-Tf2-Py38-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Basic-Py39-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Basic-Py39-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py39-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-basic-py39-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py39 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Basic-Py39-Spark3.json | |
| type: job | |
| job-name: Orca-Basic-Py39-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Basic-PyTorch-Py39-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Basic-PyTorch-Py39-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py39-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-basic-pytorch-py39-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py39 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Basic-PyTorch-Py39-Spark3.json | |
| type: job | |
| job-name: Orca-Basic-PyTorch-Py39-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Basic-Tf2-Py39-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Basic-Tf2-Py39-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py39-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-basic-tf2-py39-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py39 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Basic-Tf2-Py39-Spark3.json | |
| type: job | |
| job-name: Orca-Basic-Tf2-Py39-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-ExampleTest-Tf1-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-ExampleTest-Tf1-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-exampletest-tf1-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-ExampleTest-Tf1-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-ExampleTest-Tf1-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-ExampleTest-Ray-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-ExampleTest-Ray-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-exampletest-ray-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-ExampleTest-Ray-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-ExampleTest-Ray-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-ExampleTest-Ray-Py38-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-ExampleTest-Ray-Py38-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py38-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-exampletest-ray-py38-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py38 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-ExampleTest-Ray-Py38-Spark3.json | |
| type: job | |
| job-name: Orca-ExampleTest-Ray-Py38-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-ExampleTest-Ray-Py39-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-ExampleTest-Ray-Py39-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py39-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-exampletest-ray-py39-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py39 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-ExampleTest-Ray-Py39-Spark3.json | |
| type: job | |
| job-name: Orca-ExampleTest-Ray-Py39-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-ExampleTest-Jep-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-ExampleTest-Jep-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-exampletest-jep-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-ExampleTest-Jep-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-ExampleTest-Jep-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-ExampleTest-Horovod-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-ExampleTest-Horovod-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-exampletest-horovod-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-ExampleTest-Horovod-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-ExampleTest-Horovod-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-ExampleTest-Horovod-Py38-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-ExampleTest-Horovod-Py38-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py38-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-exampletest-horovod-py38-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py38 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-ExampleTest-Horovod-Py38-Spark3.json | |
| type: job | |
| job-name: Orca-ExampleTest-Horovod-Py38-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Pytest-Ray-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Pytest-Ray-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-pytest-ray-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Pytest-Ray-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-Pytest-Ray-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Pytest-Ray-Py38-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Pytest-Ray-Py38-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py38-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-pytest-ray-py38-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py38 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Pytest-Ray-Py38-Spark3.json | |
| type: job | |
| job-name: Orca-Pytest-Ray-Py38-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Pytest-Ray-Py39-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Pytest-Ray-Py39-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py39-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-pytest-ray-py39-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py39 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Pytest-Ray-Py39-Spark3.json | |
| type: job | |
| job-name: Orca-Pytest-Ray-Py39-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Pytest-Py37-Spark3-Tf1: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Pytest-Py37-Spark3-Tf1' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-pytest-py37-spark3-tf1-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Pytest-Py37-Spark3-Tf1.json | |
| type: job | |
| job-name: Orca-Pytest-Py37-Spark3-Tf1 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Pytest-Py38-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Pytest-Py38-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py38-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-pytest-py38-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py38 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Pytest-Py38-Spark3.json | |
| type: job | |
| job-name: Orca-Pytest-Py38-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Pytest-Py39-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Pytest-Py39-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py39-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-pytest-py39-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py39 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Pytest-Py39-Spark3.json | |
| type: job | |
| job-name: Orca-Pytest-Py39-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Pytest-Horovod-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Pytest-Horovod-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-pytest-horovod-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Pytest-Horovod-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-Pytest-Horovod-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Pytest-AutoML-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Pytest-AutoML-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-pytest-automl-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Pytest-AutoML-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-Pytest-AutoML-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Pytest-Jep-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Pytest-Jep-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-pytest-jep-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Pytest-Jep-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-Pytest-Jep-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Tutorial-Xshards-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Tutorial-Xshards-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-tutorial-xshards-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Tutorial-Xshards-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-Tutorial-Xshards-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Tutorial-Notebook-Xshards-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Tutorial-Notebook-Xshards-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-tutorial-notebook-xshards-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Tutorial-Notebook-Xshards-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-Tutorial-Notebook-Xshards-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Tutorial-Notebook-Xshards-Image-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Tutorial-Notebook-Xshards-Image-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-tutorial-notebook-xshards-image-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Tutorial-Notebook-Xshards-Image-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-Tutorial-Notebook-Xshards-Image-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Tutorial-Notebook-Xshards-Py38-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Tutorial-Notebook-Xshards-Py38-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py38-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-tutorial-notebook-xshards-py38-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py38 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Tutorial-Notebook-Xshards-Py38-Spark3.json | |
| type: job | |
| job-name: Orca-Tutorial-Notebook-Xshards-Py38-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Tutorial-Notebook-Xshards-Py39-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Tutorial-Notebook-Xshards-Py39-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py39-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-tutorial-notebook-xshards-py39-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py39 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Tutorial-Notebook-Xshards-Py39-Spark3.json | |
| type: job | |
| job-name: Orca-Tutorial-Notebook-Xshards-Py39-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Tutorial-Notebook-Xshards-Image-Py38-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Tutorial-Notebook-Xshards-Image-Py38-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py38-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-tutorial-notebook-xshards-image-py38-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py38 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Tutorial-Notebook-Xshards-Image-Py38-Spark3.json | |
| type: job | |
| job-name: Orca-Tutorial-Notebook-Xshards-Image-Py38-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Tutorial-Notebook-Xshards-Image-Py39-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Tutorial-Notebook-Xshards-Image-Py39-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py39-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-tutorial-notebook-xshards-image-py39-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py39 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Tutorial-Notebook-Xshards-Image-Py39-Spark3.json | |
| type: job | |
| job-name: Orca-Tutorial-Notebook-Xshards-Image-Py39-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Tutorial-NCF-Ray-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Tutorial-NCF-Ray-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-tutorial-ncf-ray-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Tutorial-NCF-Ray-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-Tutorial-NCF-Ray-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Tutorial-NCF-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Tutorial-NCF-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-tutorial-ncf-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Tutorial-NCF-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-Tutorial-NCF-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Tutorial-NCF-Ray-Py38-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Tutorial-NCF-Ray-Py38-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py38-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-tutorial-ncf-ray-py38-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py38 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Tutorial-NCF-Ray-Py38-Spark3.json | |
| type: job | |
| job-name: Orca-Tutorial-NCF-Ray-Py38-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Tutorial-NCF-Py38-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Tutorial-NCF-Py38-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py38-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-tutorial-ncf-py38-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py38 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Tutorial-NCF-Py38-Spark3.json | |
| type: job | |
| job-name: Orca-Tutorial-NCF-Py38-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Tutorial-NCF-Ray-Py39-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Tutorial-NCF-Ray-Py39-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py39-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-tutorial-ncf-ray-py39-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py39 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Tutorial-NCF-Ray-Py39-Spark3.json | |
| type: job | |
| job-name: Orca-Tutorial-NCF-Ray-Py39-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Tutorial-NCF-Py39-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Tutorial-NCF-Py39-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py39-basic | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-tutorial-ncf-py39-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env/remove-env-py39 | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Tutorial-NCF-Py39-Spark3.json | |
| type: job | |
| job-name: Orca-Tutorial-NCF-Py39-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Pytest-Ray-Ctx-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Pytest-Ray-Ctx-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin-Ctx] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-ray-ctx-py37 | |
| - name: Run Test | |
| uses: ./.github/actions/orca/orca-pytest-ray-ctx-py37-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Pytest-Ray-Ctx-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-Pytest-Ray-Ctx-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-ExampleTest-Ray-Ctx-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-ExampleTest-Ray-Ctx-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin-resources, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/orca/setup-env/setup-orca-python-py37-basic | |
| - name: Run test | |
| uses: ./.github/actions/orca/orca-exampletest-ray-ctx-py37-spark3-action | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-ExampleTest-Ray-Ctx-Py37-Spark3.json | |
| type: job | |
| job-name: Orca-ExampleTest-Ray-Ctx-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Orca-Docker-Py39-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Orca-Docker-Py39-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Vilvarin] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: set env | |
| env: | |
| DEFAULT_IMAGE: '10.239.45.10/arda/intelanalytics/bigdl-orca' | |
| DEFAULT_TAG: 'latest' | |
| run: | | |
| echo "TAG=${{ github.event.inputs.tag || env.DEFAULT_TAG }}" >> $GITHUB_ENV | |
| echo "IMAGE=${{ github.event.inputs.image || env.DEFAULT_IMAGE }}" >> $GITHUB_ENV | |
| - name: Run test | |
| uses: ./.github/actions/orca/orca-docker-py39-spark3-action | |
| with: | |
| image: ${{env.IMAGE}} | |
| image-tag: ${{env.TAG}} | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Orca-Docker-Py39-Spark3.json | |
| type: job | |
| job-name: Orca-Docker-Py39-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Dllib-Scala-UT: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Dllib-Scala-UT' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Run test | |
| uses: ./.github/actions/dllib-scala-ut-action | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Dllib-Scala-UT.json | |
| type: job | |
| job-name: Dllib-Scala-UT | |
| runner-hosted-on: 'Shanghai' | |
| Friesian-Scala-UT: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Friesian-Scala-UT' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [ self-hosted, ubuntu-20.04-lts, CLX, AVX512, Ettenmoors ] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Run test | |
| uses: ./.github/actions/friesian-scala-ut-action | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Friesian-Scala-UT.json | |
| type: job | |
| job-name: Friesian-Scala-UT | |
| runner-hosted-on: 'Shanghai' | |
| PPML-Scala-UT: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'PPML-Scala-UT' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Run test | |
| uses: ./.github/actions/ppml-scala-ut-action | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: PPML-Scala-UT.json | |
| type: job | |
| job-name: PPML-Scala-UT | |
| runner-hosted-on: 'Shanghai' | |
| PPML-Python-UT-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'PPML-Python-UT-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/ppml/setup-env/setup-ppml-python-ut-spark3 | |
| - name: Run Test | |
| uses: ./.github/actions/ppml/ppml-python-ut-spark3-action/nightly-test | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: PPML-Python-UT-Spark3.json | |
| type: job | |
| job-name: PPML-Python-UT-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| PPML-Occlum-ExampleTests: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'PPML-Occlum-ExampleTests' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, SGX, Wilwarin] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: set env | |
| env: | |
| DEFAULT_IMAGE: '10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-big-data-ml-scala-occlum' | |
| DEFAULT_TAG: '2.4.0-SNAPSHOT' | |
| run: | | |
| echo "TAG=${{ github.event.inputs.tag || env.DEFAULT_TAG }}" >> $GITHUB_ENV | |
| echo "IMAGE=${{ github.event.inputs.image || env.DEFAULT_IMAGE }}" >> $GITHUB_ENV | |
| - name: Run Test | |
| uses: ./.github/actions/ppml-occlum-exampletests-action | |
| with: | |
| image: ${{env.IMAGE}} | |
| image-tag: ${{env.TAG}} | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: PPML-Occlum-ExampleTests.json | |
| type: job | |
| job-name: PPML-Occlum-ExampleTests | |
| runner-hosted-on: 'Shanghai' | |
| PPML-RealTime-ML-Occlum: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'PPML-RealTime-ML-Occlum' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Vilvarin] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: set env | |
| env: | |
| DEFAULT_IMAGE: '10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-realtime-ml-scala-occlum' | |
| DEFAULT_TAG: 'latest' | |
| run: | | |
| echo "TAG=${{ github.event.inputs.tag || env.DEFAULT_TAG }}" >> $GITHUB_ENV | |
| echo "IMAGE=${{ github.event.inputs.image || env.DEFAULT_IMAGE }}" >> $GITHUB_ENV | |
| - name: Run test | |
| uses: ./.github/actions/ppml/ppml-realtime-ml-occlum | |
| with: | |
| image: ${{env.IMAGE}} | |
| image-tag: ${{env.TAG}} | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: PPML-RealTime-ML-Occlum.json | |
| type: job | |
| job-name: PPML-RealTime-ML-Occlum | |
| runner-hosted-on: 'Shanghai' | |
| PPML-RealTime-ML-Occlum-K8s: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'PPML-RealTime-ML-Occlum-K8s' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Vilvarin-root] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: set env | |
| env: | |
| DEFAULT_IMAGE: '10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-realtime-ml-scala-occlum' | |
| DEFAULT_TAG: 'latest' | |
| run: | | |
| echo "TAG=${{ github.event.inputs.tag || env.DEFAULT_TAG }}" >> $GITHUB_ENV | |
| echo "IMAGE=${{ github.event.inputs.image || env.DEFAULT_IMAGE }}" >> $GITHUB_ENV | |
| - name: Run test | |
| uses: ./.github/actions/ppml/ppml-realtime-ml-occlum-k8s | |
| with: | |
| image: ${{env.IMAGE}} | |
| image-tag: ${{env.TAG}} | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: PPML-RealTime-ML-Occlum-K8s.json | |
| type: job | |
| job-name: PPML-RealTime-ML-Occlum-K8s | |
| runner-hosted-on: 'Shanghai' | |
| Friesian-Python-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Friesian-Python-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/friesian/setup-env/setup-friesian-python-py37-spark3 | |
| - name: Run Test | |
| uses: ./.github/actions/friesian/friesian-python-py37-spark3 | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Friesian-Python-Py37-Spark3.json | |
| type: job | |
| job-name: Friesian-Python-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Friesian-Python-Py37-Spark3-Pip: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Friesian-Python-Py37-Spark3-Pip' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/friesian/setup-env/setup-friesian-python-py37-spark3 | |
| - name: Run Test | |
| uses: ./.github/actions/friesian/friesian-python-py37-spark3-pip | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Friesian-Python-Py37-Spark3-Pip.json | |
| type: job | |
| job-name: Friesian-Python-Py37-Spark3-Pip | |
| runner-hosted-on: 'Shanghai' | |
| Friesian-Python-ExampleTest-Feature-Tf1-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Friesian-Python-ExampleTest-Feature-Tf1-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/friesian/setup-env/setup-friesian-python-py37-spark3 | |
| - name: Run Test | |
| uses: ./.github/actions/friesian/friesian-python-exampletest-feature-tf1-py37-spark3 | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Friesian-Python-ExampleTest-Feature-Tf1-Py37-Spark3.json | |
| type: job | |
| job-name: Friesian-Python-ExampleTest-Feature-Tf1-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Friesian-Python-ExampleTest-Feature-Tf1-Pip-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Friesian-Python-ExampleTest-Feature-Tf1-Pip-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/friesian/setup-env/setup-friesian-python-py37-spark3 | |
| - name: Run Test | |
| uses: ./.github/actions/friesian/friesian-python-exampletest-feature-tf1-pip-py37-spark3 | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Friesian-Python-ExampleTest-Feature-Tf1-Pip-Py37-Spark3.json | |
| type: job | |
| job-name: Friesian-Python-ExampleTest-Feature-Tf1-Pip-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Friesian-Python-ExampleTest-Tf2-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Friesian-Python-ExampleTest-Tf2-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/friesian/setup-env/setup-friesian-python-tf2-py37-spark3 | |
| - name: Run Test | |
| uses: ./.github/actions/friesian/friesian-python-exampletest-tf2-py37-spark3 | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Friesian-Python-ExampleTest-Tf2-Py37-Spark3.json | |
| type: job | |
| job-name: Friesian-Python-ExampleTest-Tf2-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| Friesian-Python-ExampleTest-Tf2-Pip-Py37-Spark3: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Friesian-Python-ExampleTest-Tf2-Pip-Py37-Spark3' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, Gondolin, ubuntu-20.04-lts] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: Setup env | |
| uses: ./.github/actions/friesian/setup-env/setup-friesian-python-tf2-py37-spark3 | |
| - name: Run Test | |
| uses: ./.github/actions/friesian/friesian-python-exampletest-tf2-pip-py37-spark3 | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Friesian-Python-ExampleTest-Tf2-Pip-Py37-Spark3.json | |
| type: job | |
| job-name: Friesian-Python-ExampleTest-Tf2-Pip-Py37-Spark3 | |
| runner-hosted-on: 'Shanghai' | |
| PPML-spark-Local-SimpleQuery-Tests-on-Gramine: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'PPML-spark-Local-SimpleQuery-Tests-on-Gramine' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [self-hosted, SGX, Wilwarin] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up maven | |
| uses: ./.github/actions/maven-setup-action | |
| - name: set env | |
| env: | |
| DEFAULT_IMAGE: '10.239.45.10/arda/intelanalytics/bigdl-ppml-trusted-bigdata-gramine-reference' | |
| DEFAULT_TAG: 'latest' | |
| run: | | |
| echo "TAG=${{ github.event.inputs.tag || env.DEFAULT_TAG }}" >> $GITHUB_ENV | |
| echo "IMAGE=${{ github.event.inputs.image || env.DEFAULT_IMAGE }}" >> $GITHUB_ENV | |
| - name: Run test | |
| uses: ./.github/actions/ppml/ppml-spark-local-simplequery-tests-on-gramine-action | |
| with: | |
| image: ${{env.IMAGE}} | |
| image-tag: ${{env.TAG}} | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: PPML-spark-Local-SimpleQuery-Tests-on-Gramine.json | |
| type: job | |
| job-name: PPML-spark-Local-SimpleQuery-Tests-on-Gramine | |
| runner-hosted-on: 'Shanghai' | |
| Colab-Python-Py37-Pytorch: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Colab-Python-Py37-Pytorch' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up Maven | |
| uses: stCarolas/setup-maven@v4.4 | |
| with: | |
| maven-version: 3.6.3 | |
| - name: Run Test | |
| uses: ./.github/actions/colab/colab-python-py37-pytorch | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Colab-Python-Py37-Pytorch.json | |
| type: job | |
| job-name: Colab-Python-Py37-Pytorch | |
| runner-hosted-on: 'Shanghai' | |
| Colab-Python-Py37-tf1: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Colab-Python-Py37-tf1' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up Maven | |
| uses: stCarolas/setup-maven@v4.4 | |
| with: | |
| maven-version: 3.6.3 | |
| - name: Run Test | |
| uses: ./.github/actions/colab/colab-python-py37-tf1 | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Colab-Python-Py37-tf1.json | |
| type: job | |
| job-name: Colab-Python-Py37-tf1 | |
| runner-hosted-on: 'Shanghai' | |
| Colab-Python-Py37-tf2: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Colab-Python-Py37-tf2' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up Maven | |
| uses: stCarolas/setup-maven@v4.4 | |
| with: | |
| maven-version: 3.6.3 | |
| - name: Run Test | |
| uses: ./.github/actions/colab/colab-python-py37-tf2 | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Colab-Python-Py37-tf2.json | |
| type: job | |
| job-name: Colab-Python-Py37-tf2 | |
| runner-hosted-on: 'Shanghai' | |
| Python-AppTests-part1: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Python-AppTests-part1' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up Maven | |
| uses: stCarolas/setup-maven@v4.4 | |
| with: | |
| maven-version: 3.6.3 | |
| - name: Run Test | |
| uses: ./.github/actions/appTests/python-appTests-part1 | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Python-AppTests-part1.json | |
| type: job | |
| job-name: Python-AppTests-part1 | |
| runner-hosted-on: 'Shanghai' | |
| Python-AppTests-part2: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Python-AppTests-part2' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up Maven | |
| uses: stCarolas/setup-maven@v4.4 | |
| with: | |
| maven-version: 3.6.3 | |
| - name: Run Test | |
| uses: ./.github/actions/appTests/python-appTests-part2 | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Python-AppTests-part2.json | |
| type: job | |
| job-name: Python-AppTests-part2 | |
| runner-hosted-on: 'Shanghai' | |
| Scala-AppTests: | |
| if: ${{ github.event.schedule || github.event.inputs.artifact == 'Scala-AppTests' || github.event.inputs.artifact == 'all' }} | |
| runs-on: [ self-hosted, Gondolin, ubuntu-20.04-lts ] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK8 | |
| uses: ./.github/actions/jdk-setup-action | |
| - name: Set up Maven | |
| uses: stCarolas/setup-maven@v4.4 | |
| with: | |
| maven-version: 3.6.3 | |
| - name: Run Test | |
| uses: ./.github/actions/appTests/scala-appTests | |
| - name: Remove Env | |
| if: ${{ always() }} | |
| uses: ./.github/actions/remove-env | |
| - name: Create Job Badge | |
| uses: ./.github/actions/create-job-status-badge | |
| if: ${{ always() }} | |
| with: | |
| secret: ${{ secrets.GIST_SECRET}} | |
| gist-id: ${{env.GIST_ID}} | |
| is-self-hosted-runner: true | |
| file-name: Scala-AppTests.json | |
| type: job | |
| job-name: Scala-AppTests | |
| runner-hosted-on: 'Shanghai' | |
| # please put your test before the create-workflow-badge to make sure the badge can be displayed on the github page. | |
| create-workflow-badge: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: create workflow badge | |
| if: ${{ always() }} | |
| uses: ./.github/actions/create-job-status-badge | |
| with: | |
| secret: ${{ secrets.GIST_SECRET }} | |
| gist-id: ${{env.GIST_ID}} | |
| file-name: nightly-test.json | |
| type: workflow | |