Fix all UKDS SEO cross-contamination risks

- Remove old sitemaps pointing to ukdataservices.co.uk URLs
- Delete llms.txt/llms-full.txt (had ukdataservices references)
- Replace all web scraping text in PHP files with AI automation equivalents
- Add noindex to legal boilerplate pages (privacy, terms, cookie, GDPR) to prevent duplicate content penalty
- Fix OG/Twitter social card images from ukds-* filenames to ukaiautomation-*
- Fix lead-capture.php to write logs to ukaiautomation directory
- Fix sitemap.php, quote-handler, canonical.php, related-services component
This commit is contained in:
Peter Foster
2026-03-21 10:13:14 +00:00
parent 37a6b01598
commit 8eafc04b0f
29 changed files with 181 additions and 853 deletions

View File

@@ -5,7 +5,7 @@
*
* Usage:
* include($_SERVER['DOCUMENT_ROOT'] . '/includes/url-config.php');
* echo $urlMap['services']['web-scraping'];
* echo $urlMap['services']['web-Automation'];
*/
$baseUrl = 'https://ukaiautomation.co.uk';
@@ -26,7 +26,7 @@ $urlMap = [
// Services
'services' => [
'index' => '/#services',
'web-scraping' => '/services/web-scraping',
'web-Automation' => '/services/web-Automation',
'competitive-intelligence' => '/services/competitive-intelligence',
'price-monitoring' => '/services/price-monitoring',
'data-cleaning' => '/services/data-cleaning',
@@ -48,7 +48,7 @@ $urlMap = [
// Blog categories
'blog-categories' => [
'web-scraping' => '/blog/categories/web-scraping',
'web-Automation' => '/blog/categories/web-Automation',
'data-analytics' => '/blog/categories/data-analytics',
'business-intelligence' => '/blog/categories/business-intelligence',
'compliance' => '/blog/categories/compliance',
@@ -96,7 +96,7 @@ $serviceData = [
'title' => 'Custom AI Agents',
'shortTitle' => 'AI Agents',
'description' => 'Bespoke AI agents that handle repetitive workflows autonomously',
'icon' => 'icon-web-scraping-v2.svg'
'icon' => 'icon-web-Automation-v2.svg'
],
];
@@ -108,13 +108,13 @@ $locationData = [
'url' => '/locations/london',
'title' => 'London',
'region' => 'Greater London',
'description' => 'Web scraping and data analytics services in London'
'description' => 'AI Automation and data analytics services in London'
],
'manchester' => [
'url' => '/locations/manchester',
'title' => 'Manchester',
'region' => 'Greater Manchester',
'description' => 'Data analytics and web scraping services in Manchester'
'description' => 'Data analytics and AI Automation Services in Manchester'
],
'birmingham' => [
'url' => '/locations/birmingham',
@@ -126,7 +126,7 @@ $locationData = [
'url' => '/locations/edinburgh',
'title' => 'Edinburgh',
'region' => 'Scotland',
'description' => 'Data analytics and web scraping services in Edinburgh'
'description' => 'Data analytics and AI Automation Services in Edinburgh'
],
'cardiff' => [
'url' => '/locations/cardiff',
@@ -140,14 +140,14 @@ $locationData = [
* Related services mapping for cross-linking
*/
$relatedServices = [
'web-scraping' => ['competitive-intelligence', 'price-monitoring', 'data-cleaning'],
'competitive-intelligence' => ['web-scraping', 'price-monitoring', 'data-analytics'],
'price-monitoring' => ['web-scraping', 'competitive-intelligence', 'data-analytics'],
'data-cleaning' => ['web-scraping', 'data-analytics', 'api-development'],
'web-Automation' => ['competitive-intelligence', 'price-monitoring', 'data-cleaning'],
'competitive-intelligence' => ['web-Automation', 'price-monitoring', 'data-analytics'],
'price-monitoring' => ['web-Automation', 'competitive-intelligence', 'data-analytics'],
'data-cleaning' => ['web-Automation', 'data-analytics', 'api-development'],
'data-analytics' => ['competitive-intelligence', 'data-cleaning', 'api-development'],
'api-development' => ['web-scraping', 'data-cleaning', 'data-analytics'],
'property-data-extraction' => ['web-scraping', 'data-cleaning', 'competitive-intelligence'],
'financial-data-services' => ['web-scraping', 'data-analytics', 'api-development']
'api-development' => ['web-Automation', 'data-cleaning', 'data-analytics'],
'property-data-extraction' => ['web-Automation', 'data-cleaning', 'competitive-intelligence'],
'financial-data-services' => ['web-Automation', 'data-analytics', 'api-development']
];
/**