deploy_waitlist.yml

name: Waitlist CI

on:
  push:
    branches: [main]
    paths:
      - '.cdk/**'
      - '.ebextensions/waitlist/**'
      - '.ebstalk.apps.env/waitlist.env'
      - '.github/actions/**'
      - '.github/workflows/deploy_waitlist.yml'
      - 'package.json'
      - 'package-lock.json'
      - 'apps/waitlist/**'
      - 'packages/github/**'
      - '@connect-shared/**'
      - 'abis/**'
      - 'adapters/**'
      - 'config/**'
      - 'connectors/**'
      - 'lib/**'
      - 'hooks/**'
  pull_request:
    types: [labeled, opened, synchronize]
    branches: ['**']
    paths:
      - '.cdk/**'
      - '.ebextensions/waitlist/**'
      - '.ebstalk.apps.env/waitlist.env'
      - '.github/actions/**'
      - '.github/workflows/deploy_waitlist.yml'
      - 'package.json'
      - 'package-lock.json'
      - 'apps/waitlist/**'
      - 'packages/github/**'
      - '@connect-shared/**'
      - 'abis/**'
      - 'adapters/**'
      - 'config/**'
      - 'connectors/**'
      - 'lib/**'
      - 'hooks/**'
  workflow_dispatch:
    inputs:
      core_pkg_version:
        description: 'Core pkg version to update to'
        required: true

concurrency:
  group: ci-waitlist-${{ github.event_name }}-${{ github.ref }}

jobs:
  build:
    name: Build Waitlist
    runs-on: ubuntu-latest
    outputs:
      head_commit_message: ${{ steps.setup_variables.outputs.commit_message }}
      deploy_staging: ${{ steps.setup_variables.outputs.deploy_staging }}
      skip_tests: ${{ steps.setup_variables.outputs.skip_tests }}
    steps:
      - name: Print Triggering event context payload
        env:
          workflow_event_context: ${{ toJSON(github.event) }}
        run: |
          echo "$workflow_event_context"
          echo "Workflow and code ref: ${{github.ref}}"

      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Setup variables
        id: setup_variables
        # source https://github.com/orgs/community/discussions/28474
        run: |
          echo "commit_message=$(git show -s --format=%s)" >> "$GITHUB_OUTPUT"
          echo "deploy_staging=${{(github.event.action == 'labeled' && github.event.label.name == ':rocket: deploy-waitlist') || (github.event.action != 'labeled' && contains(github.event.pull_request.labels.*.name, ':rocket: deploy-waitlist'))}}" >> $GITHUB_OUTPUT
          echo "skip_tests=${{ contains(env.commit_message, 'skip-tests') }}" >> $GITHUB_OUTPUT

      - name: Install dependencies
        uses: ./.github/actions/install
        with:
          core_pkg_version: ${{ inputs.core_pkg_version }}
          commit_core_pkg_upgrade: true

      - name: Build app
        uses: ./.github/actions/build_app
        with:
          app_name: waitlist

  test-waitlist:
    name: Test apps
    runs-on: ubuntu-latest
    needs: build
    if: ${{ github.event.action != 'labeled' && needs.build.outputs.skip_tests != 'true' }}
    # Postgres setup copied from https://gist.github.com/2color/537f8ef13ecec80059abb007839a6878
    services:
      postgres:
        image: postgres
        env:
          POSTGRES_USER: postgres
          POSTGRES_PASSWORD: postgres
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
          --hostname postgres
        ports:
          # Maps tcp port 5432 on service container to the host
          - 5432:5432

    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Restore dependencies from cache
        uses: ./.github/actions/install

      - name: Setup test database
        run: npx dotenv -e .env.test.local -- npm run prisma:reset

      - name: Restore app from cache
        uses: ./.github/actions/build_app
        with:
          app_name: waitlist

      - name: Typecheck Waitlist app
        run: npm run typecheck -w apps/waitlist

      - name: Run Waitlist Unit tests
        run: npx dotenv -e .env.test.local -- npm run test -w apps/waitlist

      - name: Run eslint on changed files
        uses: tj-actions/eslint-changed-files@v25
        with:
          escape_paths: 'false'
          warn_ignored: 'true'
          skip_annotations: 'true' # do not annotate code in the PR
          file_extensions: '**/*.{ts,tsx}'

  test-waitlist-e2e:
    name: Test waitlist e2e
    runs-on: ubuntu-latest
    needs: build

    steps:
      - name: Skip e2e tests
        run: 'echo "skipping e2e tests"'

    # if: ${{ github.event.action != 'labeled' && needs.build.outputs.skip_tests != 'true' }}
    # # Postgres setup copied from https://gist.github.com/2color/537f8ef13ecec80059abb007839a6878
    # services:
    #   postgres:
    #     image: postgres
    #     env:
    #       POSTGRES_USER: postgres
    #       POSTGRES_PASSWORD: postgres
    #     options: >-
    #       --health-cmd pg_isready
    #       --health-interval 10s
    #       --health-timeout 5s
    #       --health-retries 5
    #       --hostname postgres
    #     ports:
    #       # Maps tcp port 5432 on service container to the host
    #       - 5432:5432

    # steps:
    #   - uses: actions/checkout@v4
    #     with:
    #       fetch-depth: 0

    #   - name: Restore dependencies from cache
    #     uses: ./.github/actions/install

    #   - name: Setup test database
    #     run: npx dotenv -e .env.test.local -- npm run prisma:reset

    #   - name: Restore app from cache
    #     uses: ./.github/actions/build_app
    #     with:
    #       app_name: waitlist

    #   - name: Start waitlist app
    #     run: |
    #       npm run waitlist:start:test:ci &> server.log &
    #       sleep_loop_ct=0
    #       until curl localhost:3337/api/health || [[ $sleep_loop_ct > 30 ]]; do
    #         echo "webapp not up in loop $sleep_loop_ct ... sleeping"
    #         sleep_loop_ct=$((sleep_loop_ct + 1))
    #         sleep 1
    #       done

    #   - name: Run waitlist E2E tests
    #     env:
    #       REACT_APP_APP_ENV: 'test'
    #     # we have to run docker command ourselves to set network=host so that playwright can access the server
    #     run: |
    #       [[ "${{ runner.debug }}" = "1" ]] && tail -f server.log &
    #       docker run --name  mcrmicrosoftcomplaywrightv1343jammy_68c205 \
    #                   --workdir /github/workspace --rm  \
    #                   -e "REACT_APP_APP_ENV" -e CI=true \
    #                   -v "/var/run/docker.sock":"/var/run/docker.sock" \
    #                   -v "/home/runner/work/_temp/_github_home":"/github/home" \
    #                   -v "/home/runner/work/_temp/_github_workflow":"/github/workflow" \
    #                   -v "/home/runner/work/_temp/_runner_file_commands":"/github/file_commands" \
    #                   -v "/home/runner/work/app.charmverse.io/app.charmverse.io":"/github/workspace" \
    #                   --network "host"  \
    #                   --ipc=host \
    #                   mcr.microsoft.com/playwright:v1.47.1-jammy \
    #                   npm run waitlist:test:e2e:ci

  upload-docker:
    name: Upload Docker image
    runs-on: ubuntu-latest
    # run whether previous jobs were successful or skipped
    if: |
      github.ref == 'refs/heads/main' || needs.build.outputs.deploy_staging == 'true'
    needs: build
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Install dependencies
        uses: ./.github/actions/install

      - name: Restore app from cache
        uses: ./.github/actions/build_app
        with:
          app_name: waitlist

      - name: Update Dockerfile
        run: |
          rm Dockerfile && mv apps/waitlist/Dockerfile Dockerfile

      - name: Build and Push Docker image
        id: docker_build_push
        uses: ./.github/actions/build_docker_image
        env:
          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
          AWS_REGION: us-east-1
        with:
          ecr_registry: waitlist

  upload-static-assets:
    name: Upload static assets
    runs-on: ubuntu-latest
    # run whether previous jobs were successful or skipped
    if: |
      (github.ref == 'refs/heads/main' && !(failure() || cancelled())) ||
      (needs.build.outputs.deploy_staging == 'true')
    needs: build
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0

      - name: Install dependencies
        uses: ./.github/actions/install

      - name: Calculate Build ID
        id: get_build_id
        run: |
          build_id=${{ hashFiles('package-lock.json', 'apps/**/*.[jt]s', 'lib/**/*.[jt]s') }}
          echo "build_id=$build_id" >> $GITHUB_OUTPUT

      - name: Restore app from cache
        uses: ./.github/actions/build_app
        with:
          app_name: waitlist

      - name: Configure AWS credentials
        uses: aws-actions/configure-aws-credentials@v4
        with:
          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
          aws-region: us-east-1

      - name: Upload static assets to S3
        run: |
          aws s3 sync apps/waitlist/.next/static/ s3://charm.cdn/webapp-assets/_next/static/

      - name: Upload JS source maps to Datadog
        env:
          DATADOG_API_KEY: ${{ secrets.DATADOG_API_KEY }}
        run: |
          npm install -g @datadog/datadog-ci
          datadog-ci sourcemaps upload apps/waitlist/.next/static       \
            --service=waitlist                              \
            --release-version=${{ steps.get_build_id.outputs.build_id }}  \
            --minified-path-prefix=https://cdn.charmverse.io/_next/static

  deploy-production:
    name: Deploy to production
    # run whether previous jobs were successful or skipped
    if: github.ref == 'refs/heads/main' && !(failure() || cancelled())
    needs: [test-waitlist, test-waitlist-e2e, upload-docker, upload-static-assets]
    runs-on: ubuntu-latest
    strategy:
      matrix:
        include:
          - stack: prd-waitlist
            ebextensions: waitlist
    steps:
      - uses: actions/checkout@v4
        with:
          fetch-depth: 0
      - name: Inject slug/short variables
        uses: rlespinasse/github-slug-action@v4.x
        with:
          short-length: 7

      # we need to bring back node_modules which includes tsconfig-paths which is used by CDK files
      - name: Install dependencies
        uses: ./.github/actions/install

      - name: Set the docker compose env variables
        uses: mikefarah/yq@master
        with:
          cmd: |
            mv .ebextensions .ebextensions_tmp && mv .ebextensions_tmp/${{ matrix.ebextensions }} .ebextensions
            yq -I 4 -i '
              with(.option_settings."aws:elasticbeanstalk:application:environment";
                    .IMGTAG = "${{ github.run_id }}-${{ env.GITHUB_SHA_SHORT }}")
              ' .ebextensions/00_env_vars.config

      - name: Configure AWS credentials
        uses: aws-actions/configure-aws-credentials@v4
        with:
          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
          aws-region: us-east-1

      - name: Package and deploy
        run: |
          cat files_to_zip.txt | zip --symlinks -r@ ${{ matrix.stack }}.zip
          npx aws-cdk deploy --method=direct -c name=${{ matrix.stack }}

  deploy-staging:
    name: Deploy to staging
    if: needs.build.outputs.deploy_staging == 'true'

    runs-on: ubuntu-latest
    # prevent staging deploys + cleanup running in parallel
    concurrency: staging-${{ github.ref }}
    needs: [build, upload-docker]
    steps:
      - uses: actions/checkout@v4

      - name: Inject slug/short variables
        uses: rlespinasse/github-slug-action@v4.x
        with:
          short-length: 7

      - name: Calculate Stage env var
        run: |
          full_stage_name="stg-waitlist-${{ github.event.number }}-${{ env.GITHUB_HEAD_REF_SLUG }}"

          # sanitize and trim string so that it can be used as a valid subdomain. Includes removing hyphens at the start and end of the name
          stage_name=`echo "$full_stage_name" | sed -E -e 's/[^a-zA-Z0-9-]+//g' -e 's/(.{40}).*/\1/' -e 's/^-/0/' -e 's/-$/0/'`

          # export the stage name so that it can be used in other steps
          echo "STAGE_NAME=$stage_name" >> $GITHUB_ENV

      # we need to bring back node_modules which includes tsconfig-paths which is used by CDK files
      - name: Install dependencies
        uses: ./.github/actions/install

      - name: Replace env_var with staging settings
        run: |
          ebextension_files=$(ls .ebextensions/*/00_env_vars.config)
          ebstalk_apps_env_files=$(ls .ebstalk.apps.env/*)

          for conf_file in $ebextension_files $ebstalk_apps_env_files; do
            sed -i 's/prd/stg/g' $conf_file
            sed -i 's/production/staging/g' $conf_file
          done

          # modifying cloudformation alarm to send alerts to test sns topic.
          #  leaving it in even if we're deleting the config before deploying
          #  Useful to avoid accidental triggering to system-status channel.
          for conf_file in .ebextensions/*/06_cloudwatch_alarm.config; do
            sed -i 's/Production-Alerts/lambda-test-debug/g' $conf_file
          done

          rm .ebextensions/*/06_cloudwatch_alarm.config

      - name: Create a github deployment
        uses: bobheadxi/deployments@v1
        id: deployment
        with:
          step: start
          token: ${{ secrets.GITHUB_TOKEN }}
          env: ${{ env.STAGE_NAME }}
          ref: ${{ github.head_ref }}
          override: true

      - name: Configure AWS credentials
        uses: aws-actions/configure-aws-credentials@v4
        with:
          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
          aws-region: us-east-1

      - name: Set the docker compose env variables
        uses: mikefarah/yq@master
        with:
          cmd: |
            mv .ebextensions .ebextensions_tmp && mv .ebextensions_tmp/waitlist .ebextensions
            yq -I 4 -i '
              with(.option_settings."aws:elasticbeanstalk:application:environment";
                    .COMPOSE_PROJECT_NAME = "pr${{ github.event.number }}" |
                    .IMGTAG = "${{ github.run_id }}-${{ env.GITHUB_SHA_SHORT }}")
              ' .ebextensions/00_env_vars.config

      - name: Deploy to staging
        id: cdk_deploy
        run: |
          cat files_to_zip.txt | zip --symlinks -r@ ${{env.STAGE_NAME}}.zip
          npx aws-cdk deploy -c name=${{env.STAGE_NAME}} --method=direct --outputs-file cdk.out.json
          env_url=$(jq --raw-output '.[$ENV.STAGE_NAME].DeploymentUrl' ./cdk.out.json)
          echo "env_url=$env_url" >> $GITHUB_OUTPUT

      - name: update the github deployment status
        uses: bobheadxi/deployments@v1
        if: always()
        with:
          env: ${{ steps.deployment.outputs.env }}
          step: finish
          override: false
          token: ${{ secrets.GITHUB_TOKEN }}
          status: ${{ job.status }}
          deployment_id: ${{ steps.deployment.outputs.deployment_id }}
          env_url: ${{ steps.cdk_deploy.outputs.env_url }}

  discord-alert:
    name: Notify Discord of failure
    runs-on: ubuntu-latest
    if: github.ref == 'refs/heads/main' && failure()
    # pass in all steps so we can check if any failed
    needs: [test-waitlist, test-waitlist-e2e, upload-docker, upload-static-assets, upload-docker, deploy-production]
    steps:
      - name: If any of prev jobs failed notify discord
        if: contains(needs.*.result, 'failure')
        uses: sarisia/actions-status-discord@v1
        with:
          webhook: ${{ secrets.DISCORD_WARNINGS_WEBHOOK }}
          status: 'failure'
          content: 'Hey <@&1027309276454207519>'
          title: 'waitlist deploy workflow failed'
          description: |
            Failed workflow URL: https://github.com/charmverse/app.charmverse.io/actions/runs/${{ github.run_id }}
          color: '16515843'
          url: 'https://github.com/charmverse/app.charmverse.io/actions/runs/${{ github.run_id }}'
          username: GitHub Actions
          avatar_url: 'https://github.githubassets.com/images/modules/logos_page/Octocat.png'