Allow for starting Dataproc clusters using custom OS images #402

	name: Data Pipeline CI
	on:
	push:
	branches:
	- main
	paths:
	- 'data-pipeline/**'
	pull_request:
	paths:
	- 'data-pipeline/**'
	- '.github/workflows/**'
	jobs:
	checks:
	name: Checks
	runs-on: ubuntu-latest
	steps:
	- name: Checkout
	uses: actions/checkout@v2
	- name: Setup Python
	uses: actions/setup-python@v2
	with:
	python-version: 3.9
	- name: Use pip cache
	uses: actions/cache@v2
	with:
	path: ~/.cache/pip
	key: pip-${{ hashFiles('*/requirements.txt') }}
	restore-keys: \|
	pip-
	- name: Install dependencies
	run: \|
	pip install wheel
	pip install -r data-pipeline/requirements.txt
	- name: Check formatting
	run: black --check data-pipeline/src/data_pipeline
	- name: Run Ruff
	run: ruff data-pipeline/src/data_pipeline
	- name: Run Pyright
	run: pyright --project data-pipeline

Provide feedback