Daily Scraper (UTC-3 at 23:00, Mon-Fri) #8
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Daily Scraper (UTC-3 at 23:00, Mon-Fri) | |
| on: | |
| schedule: | |
| # 02:00 UTC, Tuesday through Saturday | |
| # which corresponds to 23:00 UTC-3, Monday through Friday | |
| - cron: '0 2 * * 2-6' | |
| workflow_dispatch: | |
| jobs: | |
| run-scraper: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Check out repo | |
| uses: actions/checkout@v3 | |
| with: | |
| ref: auto-scraping | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.9' | |
| - name: Install dependencies | |
| run: | | |
| pip install -r requirements.txt | |
| - name: Configure Git Identity | |
| run: | | |
| git config user.name "github-actions" | |
| git config user.email "github-actions@github.com" | |
| - name: Merge from prod-scraping | |
| run: | | |
| git fetch origin prod-scraping | |
| git merge origin/prod-scraping --no-ff | |
| - name: Run scraper | |
| run: | | |
| python auto_scrape.py | |
| - name: Commit changes | |
| run: | | |
| # Stage any changed files | |
| git add . | |
| # Only commit if there are changes | |
| git diff --staged --quiet && echo "No changes to commit" || git commit -m "Daily scrape update" | |
| - name: Push changes | |
| uses: ad-m/github-push-action@v0.6.0 | |
| with: | |
| branch: auto-scraping | |
| github_token: ${{ secrets.GITHUB_TOKEN }} |