crawler.yml

name: '[🤖] Run crawler'

on:
    schedule:
        - cron:  '0 0 * * *' # Run at 00:00 UTC every day
    workflow_dispatch: # Allow manual runs

jobs:
    crawl:
        name: '[🤖] Crawl'
        runs-on: ubuntu-latest
        steps:
            - name: Checkout
              uses: actions/checkout@v6
            - name: Set up Python 3.10
              uses: actions/setup-python@v5
              with:
                  python-version: '3.13.7'
            - name: Install dependencies
              run: |
                  python -m pip install --upgrade pip
                  pip install -r requirements.txt
            - name: '[🤖] Crawl'
              run: python main.py
            - name: Commit & Push changes
              uses: actions-js/push@master
              with:
                  github_token: ${{ secrets.GITHUB_TOKEN }}
                  message: 'chore: new crawler results'