Skip to content

conductor: add heartbeat monitor for background workers #2689

conductor: add heartbeat monitor for background workers

conductor: add heartbeat monitor for background workers #2689

Workflow file for this run

name: Cargo lint and test
on:
push:
branches: ["main"]
paths-ignore:
- "tembo-py/**"
pull_request:
branches: ["main"]
paths-ignore:
- "tembo-py/**"
jobs:
find_directories:
name: Find changed Cargo projects
runs-on: ubuntu-20.04
outputs:
directories: ${{ steps.find_directories.outputs.build_matrix }}
steps:
- name: Check out the repo
uses: actions/checkout@v4
- name: Find directories with Dockerfiles that changed
id: find_directories
uses: ./.github/actions/find-changed-directories
with:
contains_the_file: Cargo.toml
changed_relative_to_ref: origin/${{ github.base_ref || 'not-a-branch' }}
ignore_dirs: ".coredb examples tembo-cli/temboclient tembo-cli/tembodataclient inference-gateway"
lint:
name: Run linters
runs-on:
- self-hosted
- dind
- small
needs:
- find_directories
strategy:
fail-fast: false
matrix: ${{ fromJson(needs.find_directories.outputs.directories) }}
steps:
- uses: actions/checkout@v4
- name: Install system dependencies
run: |
set -xe
sudo apt-get update
sudo apt-get install -y pkg-config libssl-dev
- name: Install minimal nightly with clippy and rustfmt
uses: dtolnay/rust-toolchain@stable
with:
toolchain: stable
components: rustfmt, clippy
- name: Install minimal stable with clippy and rustfmt
uses: dtolnay/rust-toolchain@stable
with:
toolchain: stable
components: rustfmt, clippy
- uses: Swatinem/rust-cache@v2
with:
prefix-key: "${{ matrix.name }}-lint"
workspaces: |
${{ matrix.path }}
- name: Cargo format and clippy
run: |
set -xe
sudo apt-get update
sudo apt-get install -y build-essential
cd ${{ matrix.path }}
cargo --version
cargo fmt --all --check
cargo clippy
test:
name: Run tests
runs-on:
- self-hosted
- dind
- large-8x8
needs:
- find_directories
strategy:
fail-fast: false
matrix: ${{ fromJson(needs.find_directories.outputs.directories) }}
steps:
- uses: actions/checkout@v4
- uses: dtolnay/rust-toolchain@stable
with:
toolchain: stable
- name: Install system dependencies
run: |
set -xe
sudo apt-get update
sudo apt-get install -y pkg-config libssl-dev lsb-release wget build-essential
sudo sh -c 'echo "deb http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list'
wget -qO- https://www.postgresql.org/media/keys/ACCC4CF8.asc | sudo tee /etc/apt/trusted.gpg.d/pgdg.asc &>/dev/null
sudo apt-get update && sudo apt-get install -y postgresql-client
- uses: Swatinem/rust-cache@v2
with:
prefix-key: "${{ matrix.name }}-test"
workspaces: |
${{ matrix.path }}
- name: Unit tests
run: |
set -xe
export PROMETHEUS_URL=https://prometheus-data-1.use1.dev.plat.cdb-svc.com
cd ${{ matrix.path }} && cargo test
env:
ORG_ID: org_2YW4TYIMI1LeOqJTXIyvkHOHCUo
ACCESS_TOKEN: ${{ secrets.TEMBO_TOKEN_TEST_ORG_DEV }}
TEMBO_HOST: ${{ secrets.TEMBO_HOST }}
TEMBO_DATA_HOST: ${{ secrets.TEMBO_DATA_HOST }}