[WIP] Nightly full pa11y scan

.circleci/config.yml

@@ -1,7 +1,7 @@
 version: 2.1
 
 jobs:
-  build:
+ build:
     docker:
       - image: cimg/ruby:3.2-browsers
     environment:
@@ -30,7 +30,6 @@ jobs:
           paths:
             - vendor/bundle
           key: v2-dependencies-bundler-{{ checksum "Gemfile.lock" }}
-
       - restore_cache:
           keys:
           - v2-dependencies-npm-{{ checksum "package-lock.json" }}
@@ -42,23 +41,59 @@ jobs:
             - node_modules
           key: v2-dependencies-npm-{{ checksum "package-lock.json" }}
       - run: npm run uswds-build
-      # We export the file list in pa11y_targets so that we can make pa11y-ci scan only those changed files in the "Run pa11yci" step
       - run:
-          name: Jekyll build
+          name: Jekyll build and store pa11y_targets
+          # We export the changed file list in pa11y_targets source
+          # that we can make pa11y-ci scan only those changed files
+          # in the "Run pa11y scan on changed files" step if it's
+          # needed, a full site scan does not use the pa11y_targets file
           command: |
             bundle exec jekyll build
-            echo "export PA11Y_TARGETS=$(cat pa11y_targets | base64 --wrap=0)" >> "$BASH_ENV"
-            source "$BASH_ENV"
+            if test -f pa11y_targets; then
+              echo "export PA11Y_TARGETS=$(cat pa11y_targets | base64 --wrap=0)" >> "$BASH_ENV"
+              source "$BASH_ENV"
+            fi
       - run: npm run htmlproofer
       - run:
           name: Run rspec
           command: bundle exec rspec `pwd`/spec/
-      # Invoke pa11y-ci and pass in our list of changed files
-      - run:
-          name: Run pa11yci
-          command: npm run pa11y-ci -- $(echo $PA11Y_TARGETS | base64 --decode)
+      # The nightly full pa11y scan is triggered from a scheduled pipeline
+      # which satisfies this condition
+      - when:
+          condition:
+            equal: [ schedule, << pipeline.trigger_source >> ]
+          steps:
+            - run:
+                name: Run full pa11y scan
+                command: ./serve-pa11yci && npm run pa11y-sitemap
+      # When someone pushes to a branch on GitHub with an open pull request
+      # it makes a webhook POST to CircleCI that satisfies this condition
+      - when:
+          condition:
+            equal: [ webhook, << pipeline.trigger_source >> ]
+          steps:
+            - run:
+                name: Run pa11y scan on changed files
+                command: |
+                  if [[ -z "${PA11Y_TARGETS}" ]]; then
+                    npm run pa11y-ci -- $(echo $PA11Y_TARGETS | base64 --decode)
+                  else
+                    echo "The pa11y targets environment variable was not found, no pa11y scan performed."
+                    exit 1
+                  fi
 workflows:
   version: 2
+  nightly:
+    triggers:
+      - schedule:
+          # Run nightly at 10am UTC / 5am ET
+          cron: "0 10 * * *"
+          filters:
+            branches:
+              only:
+                - caley/nightly-pa11y-scan
+    jobs:
+      - build
   commit:
     jobs:
       - build