Skip to content

Commit

Permalink
Merge pull request #4 from climbfuji/feature/weekly_build_nrl
Browse files Browse the repository at this point in the history
TO BE DISCUSSED AT THE MEETING - Feature/weekly build nrl
  • Loading branch information
AlexanderRichert-NOAA authored Nov 5, 2024
2 parents 9502082 + fc37be4 commit 06faf20
Show file tree
Hide file tree
Showing 37 changed files with 275 additions and 1,105 deletions.
18 changes: 18 additions & 0 deletions .github/actions/Nightly_01_DirectorySetup/action.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
name: Nightly 01 Directory Setup

runs:
using: "composite"
steps:
- name: Nightly 01 Directory Setup
shell: bash
run: |
# Write RUNID to file so that following steps use the
# same date and don't pick up the next day's date
RUNID=`date +"%Y%m%d"`
echo "${RUNID}" > RUNID_SAVE.log
# Get day of week for later use and write to file
DOW=$(date +%u)
echo "${DOW}" > DOW_SAVE.log
#
cd util/weekly_build
./01_DirectorySetup.sh ${RUNID} ${BASEDIR} ${PLATFORM}
11 changes: 11 additions & 0 deletions .github/actions/Nightly_02_GetSpackStack/action.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
name: Nightly 02 Get Spack-Stack

runs:
using: "composite"
steps:
- name: Nightly 02 Get Spack-Stack
shell: bash
run: |
RUNID=$(<RUNID_SAVE.log)
cd util/weekly_build
./02_GetSpackStack.sh ${RUNID} ${BASEDIR} ${PLATFORM}
11 changes: 11 additions & 0 deletions .github/actions/Nightly_03_SetupEnv/action.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
name: Nightly 03 Setup Env

runs:
using: "composite"
steps:
- name: Nightly 03 Setup Env
shell: bash
run: |
RUNID=$(<RUNID_SAVE.log)
cd util/weekly_build
./03_SetupEnv.sh ${RUNID} ${BASEDIR} ${PLATFORM}
20 changes: 20 additions & 0 deletions .github/actions/Nightly_04_SpackInstall/action.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
name: Nightly 04 Spack Install

runs:
using: "composite"
steps:
- name: Nightly 04 Spack Install
shell: bash
run: |
RUNID=$(<RUNID_SAVE.log)
DOW=$(<DOW_SAVE.log)
# Build everything from scratch on Sundays, otherwise
# use build cache to speed up the installations.
# Monday is 1 ... Sunday is 7
if [[ $DOW == 7 ]]; then
export REUSE_BUILD_CACHE="NO"
else
export REUSE_BUILD_CACHE="YES"
fi
cd util/weekly_build
./04_SpackInstall.sh ${RUNID} ${BASEDIR} ${PLATFORM}
11 changes: 11 additions & 0 deletions .github/actions/Nightly_05_BuildCache/action.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
name: Nightly 05 Build Cache

runs:
using: "composite"
steps:
- name: Nightly 05 Build Cache
shell: bash
run: |
RUNID=$(<RUNID_SAVE.log)
cd util/weekly_build
./05_BuildCache.sh ${RUNID} ${BASEDIR} ${PLATFORM}
11 changes: 11 additions & 0 deletions .github/actions/Nightly_07_Cleanup/action.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
name: Nightly 07 Cleanup

runs:
using: "composite"
steps:
- name: Nightly 07 Cleanup
shell: bash
run: |
RUNID=$(<RUNID_SAVE.log)
cd util/weekly_build
./05_BuildCache.sh ${RUNID} ${BASEDIR} ${PLATFORM}
180 changes: 0 additions & 180 deletions .github/workflows/macos-ci-aarch64.yaml

This file was deleted.

49 changes: 49 additions & 0 deletions .github/workflows/nautilus-nightly-intel.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
name: nautilus unified-env intel

on:
workflow_dispatch:
pull_request:
branches:
- develop
types: [opened, synchronize, reopened]
# Is this UTC?
#schedule:
# - cron: '0 8 * * *'

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true

defaults:
run:
shell: bash

env:
BASEDIR: /p/work2/heinzell/spack-stack-nightly/intel
PLATFORM: nautilus
COMPILERS: intel

jobs:

nightly-build-intel:
runs-on: ['self-hosted','nautilus-heinzell']
# Set timeout to 12hrs
timeout-minutes: 720
steps:
- uses: actions/checkout@v4
with:
submodules: recursive
clean: true
- name: 01_DirectorySetup
uses: ./.github/actions/Nightly_01_DirectorySetup
- name: 02_GetSpackStack
uses: ./.github/actions/Nightly_02_GetSpackStack
- name: 03_SetupEnv
uses: ./.github/actions/Nightly_03_SetupEnv
- name: 04_SpackInstall
uses: ./.github/actions/Nightly_04_SpackInstall
- name: 05_BuildCache
uses: ./.github/actions/Nightly_05_BuildCache
# Skip step 6 - app test - for the moment
- name: 07_Cleanup
uses: ./.github/actions/Nightly_07_Cleanup
49 changes: 49 additions & 0 deletions .github/workflows/nautilus-nightly-oneapi.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
name: nautilus unified-env oneapi

on:
workflow_dispatch:
pull_request:
branches:
- develop
types: [opened, synchronize, reopened]
# Is this UTC?
#schedule:
# - cron: '0 8 * * *'

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true

defaults:
run:
shell: bash

env:
BASEDIR: /p/work2/heinzell/spack-stack-nightly/oneapi
PLATFORM: nautilus
COMPILERS: oneapi

jobs:

nightly-build-oneapi:
runs-on: ['self-hosted','nautilus-heinzell']
# Set timeout to 12hrs
timeout-minutes: 720
steps:
- uses: actions/checkout@v4
with:
submodules: recursive
clean: true
- name: 01_DirectorySetup
uses: ./.github/actions/Nightly_01_DirectorySetup
- name: 02_GetSpackStack
uses: ./.github/actions/Nightly_02_GetSpackStack
- name: 03_SetupEnv
uses: ./.github/actions/Nightly_03_SetupEnv
- name: 04_SpackInstall
uses: ./.github/actions/Nightly_04_SpackInstall
- name: 05_BuildCache
uses: ./.github/actions/Nightly_05_BuildCache
# Skip step 6 - app test - for the moment
- name: 07_Cleanup
uses: ./.github/actions/Nightly_07_Cleanup
Loading

0 comments on commit 06faf20

Please sign in to comment.