Skip to content

scraper

scraper #533

Workflow file for this run

name: scraper
on:
workflow_dispatch:
schedule:
- cron: "0 12 * * *" # runs at 12:00 UTC everyday
jobs:
generate_list:
runs-on: ubuntu-latest
steps:
- name: checkout repo content
uses: actions/checkout@v4
- name: setup python
uses: actions/setup-python@v5
with:
python-version: "3.12"
- name: install python packages
run: |
python -m pip install --upgrade pip
pip install $(grep -v '^ *#\|^bandit\|^black\|^mypy\|^mypy-extensions\|^pylint' requirements.txt | grep .)
- name: execute py script
run: python scraper.py
- name: create adblocking lists
run: |
sed 's/^/\|\|/;s/$/\^/' urls-pihole.txt > urls-ABP.txt
sed 's/^/\|\|/;s/$/\^$all/' urls-pihole.txt > urls-UBO.txt
- name: commit files
run: |
git config --local user.email "action@github.com"
git config --local user.name "GitHub Action"
git add -A
git diff --name-only --cached --exit-code || ( git commit -am "update blocklist" && git push )