Skip to content

Use single quotes around URL in scrape.sh #6

Use single quotes around URL in scrape.sh

Use single quotes around URL in scrape.sh #6

Workflow file for this run

name: Scrape
on:
push:
workflow_dispatch:
schedule:
# Daily at 6:23 AM UTC
- cron: '23 6 * * *'
# For hourly at 42 minutes past the hour: '42 * * * *'
permissions:
contents: write
jobs:
scrape:
runs-on: ubuntu-latest
if: ${{ !github.event.repository.is_template }}
steps:
- uses: actions/checkout@v4
- name: Create scrape.sh if it doesn't exist
run: |
if [ ! -f "scrape.sh" ]; then
echo '#!/bin/bash' > scrape.sh
if [[ "$REPO_DESC" == http://* ]] || [[ "$REPO_DESC" == https://* ]]; then
echo "./download.sh '$REPO_DESC'" >> scrape.sh
else
echo "# ./download.sh 'https://www.example.com/'"" >> scrape.sh
fi
chmod +x scrape.sh
echo "Created scrape.sh"
fi
env:
REPO_DESC: ${{ github.event.repository.description }}
# Uncomment to use Python:
# - name: Set up Python 3.13
# uses: actions/setup-python@v5
# with:
# python-version: "3.13"
# cache: "pip"
# - name: Install dependencies
# run: |
# pip install -r requirements.txt
# Uncomment to use Playwright via shot-scraper (put shot-scraper in requirements.txt):
# - name: Cache Playwright browsers
# uses: actions/cache@v4
# with:
# path: ~/.cache/ms-playwright/
# key: ${{ runner.os }}-browsers
# - name: Install Playwright dependencies
# run: |
# shot-scraper install
- name: Run the scraper
run: |
./scrape.sh
- name: Commit and push
run: |-
git config user.name "Automated"
git config user.email "[email protected]"
git add -A
timestamp=$(date -u)
git commit -m "${timestamp}" || exit 0
git pull --rebase
git push