tenderpilot/run-all-scrapers.sh

#!/bin/bash

# Script to run all tender scrapers
# TenderRadar - UK Public Procurement Aggregator

cd /home/peter/tenderpilot

echo "========================================="
echo "Starting all tender scrapers"
echo "Started at: $(date)"
echo "========================================="

# Run Contracts Finder scraper
echo ""
echo "--- Running Contracts Finder scraper ---"
node scrapers/contracts-finder.js

# Wait a bit to avoid hammering servers
sleep 5

# Run Find a Tender scraper
echo ""
echo "--- Running Find a Tender scraper ---"
node scrapers/find-tender.js

# Wait a bit
sleep 5

# Run PCS Scotland scraper
echo ""
echo "--- Running PCS Scotland scraper ---"
node scrapers/pcs-scotland.js

# Wait a bit
sleep 5

# Run Sell2Wales scraper
echo ""
echo "--- Running Sell2Wales scraper ---"
node scrapers/sell2wales.js

echo ""
echo "========================================="
echo "All scrapers completed"
echo "Finished at: $(date)"
echo "========================================="