Fix all UKDS SEO cross-contamination risks

- Remove old sitemaps pointing to ukdataservices.co.uk URLs
- Delete llms.txt/llms-full.txt (had ukdataservices references)
- Replace all web scraping text in PHP files with AI automation equivalents
- Add noindex to legal boilerplate pages (privacy, terms, cookie, GDPR) to prevent duplicate content penalty
- Fix OG/Twitter social card images from ukds-* filenames to ukaiautomation-*
- Fix lead-capture.php to write logs to ukaiautomation directory
- Fix sitemap.php, quote-handler, canonical.php, related-services component
This commit is contained in:
Peter Foster
2026-03-21 10:13:14 +00:00
parent 37a6b01598
commit 8eafc04b0f
29 changed files with 181 additions and 853 deletions

View File

@@ -35,7 +35,7 @@ $breadcrumbs = [
<meta property="og:url" content="<?php echo htmlspecialchars($canonical_url); ?>">
<meta property="og:title" content="<?php echo htmlspecialchars($page_title); ?>">
<meta property="og:description" content="<?php echo htmlspecialchars($page_description); ?>">
<meta property="og:image" content="https://ukaiautomation.co.uk/assets/images/ukds-main-logo.png">
<meta property="og:image" content="https://ukaiautomation.co.uk/assets/images/ukaiautomation-logo.svg">
<meta property="og:locale" content="en_GB">
<!-- Twitter Card -->
@@ -43,7 +43,7 @@ $breadcrumbs = [
<meta name="twitter:url" content="<?php echo htmlspecialchars($canonical_url); ?>">
<meta name="twitter:title" content="<?php echo htmlspecialchars($page_title); ?>">
<meta name="twitter:description" content="<?php echo htmlspecialchars($page_description); ?>">
<meta name="twitter:image" content="https://ukaiautomation.co.uk/assets/images/ukds-main-logo.png">
<meta name="twitter:image" content="https://ukaiautomation.co.uk/assets/images/ukaiautomation-logo.svg">
<!-- Favicon -->
<link rel="icon" type="image/x-icon" href="assets/images/favicon.ico">
@@ -68,11 +68,11 @@ $breadcrumbs = [
"@id": "https://ukaiautomation.co.uk/quote#webpage",
"url": "https://ukaiautomation.co.uk/quote",
"name": "Get Free Quote - UK AI Automation",
"description": "Request a free, no-obligation quote for professional web scraping and data extraction services. Get detailed proposal within 24 hours.",
"description": "Request a free, no-obligation quote for professional AI Automation and data extraction services. Get detailed proposal within 24 hours.",
"mainEntity": {
"@type": "Service",
"name": "Data Extraction Quote Service",
"description": "Free consultation and detailed quote for web scraping and data analytics projects",
"description": "Free consultation and detailed quote for AI Automation and data analytics projects",
"provider": {
"@id": "https://ukaiautomation.co.uk#organization"
},
@@ -108,8 +108,8 @@ $breadcrumbs = [
"position": 1,
"item": {
"@type": "Service",
"name": "Web Scraping & Data Extraction",
"description": "Professional web scraping and data extraction services",
"name": "AI Automation & Data Extraction",
"description": "Professional AI Automation and data extraction services",
"offers": {
"@type": "Offer",
"priceRange": "£500-£50000",
@@ -426,7 +426,7 @@ $breadcrumbs = [
"@context": "https://schema.org",
"@type": "Event",
"name": "Free Data Solutions Consultation",
"description": "Complimentary consultation session to discuss your web scraping and data analytics requirements with UK AI Automation experts.",
"description": "Complimentary consultation session to discuss your AI Automation and data analytics requirements with UK AI Automation experts.",
"eventStatus": "https://schema.org/EventScheduled",
"eventAttendanceMode": "https://schema.org/OnlineEventAttendanceMode",
"location": {
@@ -678,7 +678,7 @@ $breadcrumbs = [
<h3 style="margin:0 0 20px 0;color:#1e1b4b;">❓ Common Questions</h3>
<details style="border:1px solid #e0e0e0;border-radius:8px;margin-bottom:10px;padding:15px;">
<summary style="cursor:pointer;font-weight:600;color:#333;">How much does web scraping cost?</summary>
<summary style="cursor:pointer;font-weight:600;color:#333;">How much does AI Automation cost?</summary>
<p style="margin:15px 0 0 0;color:#666;line-height:1.6;">Projects typically range from £500 for simple one-time extractions to £5,000+ for complex ongoing data pipelines. We provide fixed-price quotes with no hidden fees. <a href="/tools/cost-calculator">Try our cost calculator</a> for an instant estimate.</p>
</details>
@@ -688,8 +688,8 @@ $breadcrumbs = [
</details>
<details style="border:1px solid #e0e0e0;border-radius:8px;margin-bottom:10px;padding:15px;">
<summary style="cursor:pointer;font-weight:600;color:#333;">Is web scraping legal?</summary>
<p style="margin:15px 0 0 0;color:#666;line-height:1.6;">Yes, when done correctly. We ensure full compliance with GDPR, DPA 2018, and respect robots.txt. Read our <a href="/blog/articles/web-scraping-compliance-uk-guide">complete legal guide</a>.</p>
<summary style="cursor:pointer;font-weight:600;color:#333;">Is AI Automation legal?</summary>
<p style="margin:15px 0 0 0;color:#666;line-height:1.6;">Yes, when done correctly. We ensure full compliance with GDPR, DPA 2018, and respect robots.txt. Read our <a href="/blog/articles/web-Automation-compliance-uk-guide">complete legal guide</a>.</p>
</details>
<details style="border:1px solid #e0e0e0;border-radius:8px;margin-bottom:10px;padding:15px;">
@@ -708,7 +708,7 @@ $breadcrumbs = [
"mainEntity": [
{
"@type": "Question",
"name": "How much does web scraping cost?",
"name": "How much does AI Automation cost?",
"acceptedAnswer": {
"@type": "Answer",
"text": "Projects typically range from £500 for simple one-time extractions to £5,000+ for complex ongoing data pipelines. We provide fixed-price quotes with no hidden fees."
@@ -716,7 +716,7 @@ $breadcrumbs = [
},
{
"@type": "Question",
"name": "How long does a typical web scraping project take?",
"name": "How long does a typical AI Automation project take?",
"acceptedAnswer": {
"@type": "Answer",
"text": "Simple projects take 3-5 days. Complex multi-source projects take 2-4 weeks. We provide specific timelines in each proposal."