Skip to content

Hourly Scraping

Hourly Scraping #1350

Workflow file for this run

name: Hourly Scraping
on:
schedule:
- cron: "0 * * * *" # Runs every hour
push:
branches:
- main
workflow_dispatch: # Allows manual triggering
jobs:
run-scripts:
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v3
- name: Setup Bun
uses: oven-sh/setup-bun@v2
with:
bun-version: latest
- name: Install Dependencies
run: bun install --frozen-lockfile
- name: Run the scraper script for mortgage rates
run: bun run bin/scrape-mortgage-rates.ts
- name: Run the scraper script for personal loan rates
run: bun run bin/scrape-personal-loan-rates.ts
- name: Run the scraper script for car loan rates
run: bun run bin/scrape-car-loan-rates.ts
- name: Run the scraper script for credit card rates
run: bun run bin/scrape-credit-card-rates.ts
- name: Check for changes
id: git-check
run: |
git diff --exit-code || echo "changes=true" >> $GITHUB_OUTPUT
- name: Commit changes
if: steps.git-check.outputs.changes == 'true'
run: |
git config --local user.email "[email protected]"
git config --local user.name "GitHub Action"
git add -A
git commit -m "Auto-commit changes at $(date -u +'%Y-%m-%dT%H:%M:%SZ')"
git push