diff --git a/.github/workflows/baselines/download_artifacts.sh b/.github/workflows/baselines/download_artifacts.sh index 86584b4bd..bbad4dc1b 100644 --- a/.github/workflows/baselines/download_artifacts.sh +++ b/.github/workflows/baselines/download_artifacts.sh @@ -15,18 +15,22 @@ fi [ "$#" -ge "1" ] || usage -EXPECTED_NUM_PAGES=2 for WORKFLOW_RUN in $*; do mkdir -p $WORKFLOW_RUN + + ARTIFACTS=$(curl -L \ + "https://api.github.com/repos/NVIDIA/JAX-Toolbox/actions/runs/${WORKFLOW_RUN}/artifacts?per_page=100&page=1") + + COUNT=$(echo $ARTIFACTS | jq -r '.total_count') + NUM_PAGES=$(((COUNT+99)/100)) ## ceil of count / 100 pushd $WORKFLOW_RUN # cURL the list of artifacts - ARTIFACTS=$(for i in $(seq 1 $EXPECTED_NUM_PAGES); do curl -L \ + ARTIFACTS+=$(for i in $(seq 2 $NUM_PAGES); do curl -L \ -H "Accept: application/vnd.github+json" \ -H "X-GitHub-Api-Version: 2022-11-28" \ "https://api.github.com/repos/NVIDIA/JAX-Toolbox/actions/runs/${WORKFLOW_RUN}/artifacts?per_page=100&page=$i"; done) - COUNT=$(echo $ARTIFACTS | jq -r '.total_count' | head -n 1) NAMES=$(echo $ARTIFACTS | jq -r '.artifacts[].name') URLS=$(echo $ARTIFACTS | jq -r '.artifacts[].archive_download_url') @@ -35,6 +39,7 @@ for WORKFLOW_RUN in $*; do # Download artifacts for (( i=0; i<$COUNT; i++ )); do + N=${NAMES[$i]} U=${URLS[$i]}