Files
tenderradar/robots.txt

17 lines
322 B
Plaintext
Raw Normal View History

# TenderRadar - Robots.txt
# https://tenderradar.co.uk/robots.txt
User-agent: *
Allow: /
Disallow: /dashboard.html
Disallow: /dashboard
Disallow: /profile.html
Disallow: /profile
Disallow: /alerts.html
Disallow: /alerts
Disallow: /api/
Disallow: /admin/
# Sitemap location
Sitemap: https://tenderradar.co.uk/sitemap.xml