scraper #538

	name: scraper

	on:
	workflow_dispatch:
	schedule:
	- cron: "0 12 * * *" # runs at 12:00 UTC everyday

	jobs:
	generate_list:
	runs-on: ubuntu-latest
	steps:
	- name: checkout repo content
	uses: actions/checkout@v4

	- name: setup python
	uses: actions/setup-python@v5
	with:
	python-version: "3.12"

	- name: install python packages
	run: \|
	python -m pip install --upgrade pip
	pip install $(grep -v '^ *#\\|^bandit\\|^black\\|^mypy\\|^mypy-extensions\\|^pylint' requirements.txt \| grep .)

	- name: execute py script
	run: python scraper.py

	- name: create adblocking lists
	run: \|
	sed 's/^/\\|\\|/;s/$/\^/' urls-pihole.txt > urls-ABP.txt
	sed 's/^/\\|\\|/;s/$/\^$all/' urls-pihole.txt > urls-UBO.txt

	- name: commit files
	run: \|
	git config --local user.email "action@github.com"
	git config --local user.name "GitHub Action"
	git add -A
	git diff --name-only --cached --exit-code \|\| ( git commit -am "update blocklist" && git push )

Provide feedback