From 8eafc04b0f7750f8adae13aadc0f2199e4998c7e Mon Sep 17 00:00:00 2001 From: Peter Foster Date: Sat, 21 Mar 2026 10:13:14 +0000 Subject: [PATCH] Fix all UKDS SEO cross-contamination risks - Remove old sitemaps pointing to ukdataservices.co.uk URLs - Delete llms.txt/llms-full.txt (had ukdataservices references) - Replace all web scraping text in PHP files with AI automation equivalents - Add noindex to legal boilerplate pages (privacy, terms, cookie, GDPR) to prevent duplicate content penalty - Fix OG/Twitter social card images from ukds-* filenames to ukaiautomation-* - Fix lead-capture.php to write logs to ukaiautomation directory - Fix sitemap.php, quote-handler, canonical.php, related-services component --- about.php | 12 +- api/lead-capture.php | 2 +- assets/images/ukaiautomation-og.png | 32 +++ blog/search.php | 52 ++-- cookie-policy.php | 6 +- faq.php | 20 +- gdpr-compliance.php | 10 +- includes/article-footer.php | 24 +- includes/author-bio.php | 12 +- includes/canonical.php | 1 - includes/components/related-services.php | 2 +- includes/schema/article-schema.php | 6 +- includes/schema/faq-schema.php | 12 +- includes/schema/local-business-schema.php | 16 +- includes/schema/review-schema.php | 6 +- includes/schema/service-schema.php | 18 +- includes/url-config.php | 28 +- index.php | 26 +- llms-full.txt | 149 ----------- llms.txt | 41 --- privacy-policy.php | 8 +- quote-handler.php | 2 +- quote.php | 24 +- sitemap-blog.xml | 312 ---------------------- sitemap-index.xml | 19 -- sitemap-services.xml | 148 ---------- sitemap-tools.xml | 33 --- sitemap.php | 1 - terms-of-service.php | 12 +- 29 files changed, 181 insertions(+), 853 deletions(-) create mode 100644 assets/images/ukaiautomation-og.png delete mode 100644 llms-full.txt delete mode 100644 llms.txt delete mode 100644 sitemap-blog.xml delete mode 100644 sitemap-index.xml delete mode 100644 sitemap-services.xml delete mode 100644 sitemap-tools.xml diff --git a/about.php b/about.php index f582bb9..cb0bf99 100644 --- a/about.php +++ b/about.php @@ -29,7 +29,7 @@ $breadcrumbs = [ - + @@ -37,7 +37,7 @@ $breadcrumbs = [ - + @@ -60,9 +60,9 @@ $breadcrumbs = [ "@id": "https://ukaiautomation.co.uk#organization", "name": "UK AI Automation", "foundingDate": "2013", - "description": "Professional data solutions provider specializing in web scraping, data extraction, and business intelligence services.", + "description": "Professional data solutions provider specializing in AI Automation, data extraction, and business intelligence services.", "knowsAbout": [ - "Web Scraping", + "AI Automation", "Data Extraction", "Business Intelligence", "Data Analytics", @@ -76,7 +76,7 @@ $breadcrumbs = [ } ], "award": [ - "UK's No.1 Web Scraping Service", + "UK's No.1 AI Automation Services", "99.8% Data Accuracy Achievement", "£2.5M+ Client Value Created" ], @@ -317,7 +317,7 @@ $breadcrumbs = [

Founder & Lead Engineer — UK AI Automation

I founded UK AI Automation in 2013 after spending several years building data pipelines and automation systems for financial services firms in London. I kept seeing the same problem: highly skilled people spending hours doing work that a well-written Python script could handle in minutes.

-

For the first decade I focused mainly on web scraping and data collection. Over the last few years the work has shifted substantially toward AI-powered automation — using LLMs to extract data from documents, building research agents that monitor and summarise information automatically, and creating data pipelines that connect systems that were never designed to talk to each other.

+

For the first decade I focused mainly on AI Automation and data collection. Over the last few years the work has shifted substantially toward AI-powered automation — using LLMs to extract data from documents, building research agents that monitor and summarise information automatically, and creating data pipelines that connect systems that were never designed to talk to each other.

I work primarily with law firms and management consultancies. These are organisations where the cost of skilled people's time is high and the volume of manual data work is significant — which makes automation genuinely valuable rather than just interesting.

Technical background: Python, .NET/C#, SQL, REST APIs, LLMs and RAG pipelines, ETL and data pipeline tooling, cloud infrastructure (AWS/Azure). Based in North Walsham, Norfolk.

diff --git a/api/lead-capture.php b/api/lead-capture.php index ddfdd35..dd15f1f 100644 --- a/api/lead-capture.php +++ b/api/lead-capture.php @@ -28,7 +28,7 @@ if (!$email) { // Log the lead $log_entry = date("Y-m-d H:i:s") . " | $email | $source | $page\n"; -file_put_contents("/var/www/ukds/api/leads.log", $log_entry, FILE_APPEND | LOCK_EX); +file_put_contents("/var/www/ukaiautomation/api/leads.log", $log_entry, FILE_APPEND | LOCK_EX); // Send notification email (optional - uncomment if you want email alerts) // mail("peter.foster@ukaiautomation.co.uk", "New Lead: $email", "Source: $source\nPage: $page"); diff --git a/assets/images/ukaiautomation-og.png b/assets/images/ukaiautomation-og.png new file mode 100644 index 0000000..81874a2 --- /dev/null +++ b/assets/images/ukaiautomation-og.png @@ -0,0 +1,32 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + UK AI + AUTOMATION + diff --git a/blog/search.php b/blog/search.php index bf507ff..51f6160 100644 --- a/blog/search.php +++ b/blog/search.php @@ -14,13 +14,13 @@ $canonical_url = "https://ukaiautomation.co.uk/blog/search.php" . ($search_query // Define all articles with their content for searching $articles = [ [ - 'title' => 'Complete Guide to Web Scraping Compliance in the UK', - 'url' => 'articles/web-scraping-compliance-uk-guide.php', + 'title' => 'Complete Guide to AI Automation Compliance in the UK', + 'url' => 'articles/web-Automation-compliance-uk-guide.php', 'category' => 'Legal & Compliance', 'date' => '2025-06-08', - 'excerpt' => 'Navigate the complex landscape of UK data protection laws and ensure your web scraping activities remain fully compliant with GDPR and industry regulations.', + 'excerpt' => 'Navigate the complex landscape of UK data protection laws and ensure your AI Automation activities remain fully compliant with GDPR and industry regulations.', 'read_time' => '12 min read', - 'keywords' => 'web scraping compliance UK GDPR data protection legal regulations' + 'keywords' => 'AI Automation compliance UK GDPR data protection legal regulations' ], [ 'title' => 'Measuring ROI from Competitive Intelligence Programmes', @@ -41,13 +41,13 @@ $articles = [ 'keywords' => 'price monitoring retail UK competitive pricing strategies automation' ], [ - 'title' => 'Scraping JavaScript-Heavy Sites: Advanced Techniques', - 'url' => 'articles/javascript-heavy-sites-scraping.php', - 'category' => 'Web Scraping', + 'title' => 'Automation JavaScript-Heavy Sites: Advanced Techniques', + 'url' => 'articles/javascript-heavy-sites-Automation.php', + 'category' => 'AI Automation', 'date' => '2025-06-01', 'excerpt' => 'Master the challenges of extracting data from dynamic websites using modern browser automation and rendering techniques.', 'read_time' => '6 min read', - 'keywords' => 'javascript scraping dynamic websites browser automation rendering' + 'keywords' => 'javascript Automation dynamic websites browser automation rendering' ], [ 'title' => 'Building Robust Data Quality Validation Pipelines', @@ -68,13 +68,13 @@ $articles = [ 'keywords' => 'financial services data transformation automation market data case study' ], [ - 'title' => 'Cloud-Native Scraping Architecture for Enterprise Scale', - 'url' => 'articles/cloud-native-scraping-architecture.php', + 'title' => 'Cloud-Native Automation Architecture for Enterprise Scale', + 'url' => 'articles/cloud-native-Automation-architecture.php', 'category' => 'Technology', 'date' => '2025-05-25', - 'excerpt' => 'Design scalable, resilient web scraping infrastructure using modern cloud technologies and containerization.', + 'excerpt' => 'Design scalable, resilient AI Automation infrastructure using modern cloud technologies and containerization.', 'read_time' => '11 min read', - 'keywords' => 'cloud native scraping architecture enterprise scalable infrastructure' + 'keywords' => 'cloud native Automation architecture enterprise scalable infrastructure' ], [ 'title' => 'UK Property Market: Data-Driven Investment Insights', @@ -104,22 +104,22 @@ $articles = [ 'keywords' => 'python data pipeline tools frameworks enterprise 2025' ], [ - 'title' => 'Professional Rate Limiting Strategies for Web Scraping', - 'url' => 'articles/web-scraping-rate-limiting.php', - 'category' => 'Web Scraping', + 'title' => 'Professional Rate Limiting Strategies for AI Automation', + 'url' => 'articles/web-Automation-rate-limiting.php', + 'category' => 'AI Automation', 'date' => '2025-05-20', - 'excerpt' => 'Master advanced rate limiting techniques to ensure respectful and sustainable web scraping operations.', + 'excerpt' => 'Master advanced rate limiting techniques to ensure respectful and sustainable AI Automation operations.', 'read_time' => '9 min read', - 'keywords' => 'rate limiting web scraping professional sustainable techniques' + 'keywords' => 'rate limiting AI Automation professional sustainable techniques' ], [ - 'title' => 'Kubernetes Deployment for Enterprise Scraping', - 'url' => 'articles/kubernetes-scraping-deployment.php', + 'title' => 'Kubernetes Deployment for Enterprise Automation', + 'url' => 'articles/kubernetes-Automation-deployment.php', 'category' => 'Technology', 'date' => '2025-05-18', - 'excerpt' => 'Deploy and scale web scraping applications using Kubernetes with best practices for production environments.', + 'excerpt' => 'Deploy and scale AI Automation applications using Kubernetes with best practices for production environments.', 'read_time' => '13 min read', - 'keywords' => 'kubernetes deployment enterprise scraping scaling production' + 'keywords' => 'kubernetes deployment enterprise Automation scaling production' ], [ 'title' => 'UK Cookie Law Compliance for Data Collection', @@ -144,7 +144,7 @@ $articles = [ 'url' => 'articles/healthcare-research-data-collection.php', 'category' => 'Case Studies', 'date' => '2025-05-10', - 'excerpt' => 'How a UK research institution improved data collection efficiency by 60% using automated web scraping solutions.', + 'excerpt' => 'How a UK research institution improved data collection efficiency by 60% using automated AI Automation solutions.', 'read_time' => '8 min read', 'keywords' => 'healthcare research data collection automation efficiency case study' ] @@ -175,7 +175,7 @@ if ($search_query) { - + @@ -270,7 +270,7 @@ if ($search_query) {

Popular Topics:

- Web Scraping + AI Automation Data Analytics GDPR Compliance Business Intelligence @@ -287,9 +287,9 @@ if ($search_query) {

Browse by Category

- + 🕷️ -

Web Scraping

+

AI Automation

Techniques, tools, and best practices

 diff --git a/cookie-policy.php b/cookie-policy.php index 32e6f48..995339f 100644 --- a/cookie-policy.php +++ b/cookie-policy.php @@ -15,7 +15,7 @@ $canonical_url = "https://ukaiautomation.co.uk/cookie-policy"; - + @@ -23,7 +23,7 @@ $canonical_url = "https://ukaiautomation.co.uk/cookie-policy"; - + @@ -31,7 +31,7 @@ $canonical_url = "https://ukaiautomation.co.uk/cookie-policy"; - + diff --git a/faq.php b/faq.php index f0acf7a..a3887d9 100644 --- a/faq.php +++ b/faq.php @@ -19,7 +19,7 @@ $breadcrumbs = [ <?php echo htmlspecialchars($page_title); ?> - + @@ -29,7 +29,7 @@ $breadcrumbs = [ - + @@ -37,7 +37,7 @@ $breadcrumbs = [ - + @@ -52,8 +52,8 @@ $breadcrumbs = [ "@context": "https://schema.org", "@type": "WebPage", "@id": "https://ukaiautomation.co.uk/faq#faqpage", - "name": "UK AI Automation FAQ - Web Scraping & Data Analytics", - "description": "Comprehensive answers to frequently asked questions about web scraping, data extraction, pricing, legal compliance, and our services."} + "name": "UK AI Automation FAQ - AI Automation & Data Analytics", + "description": "Comprehensive answers to frequently asked questions about AI Automation, data extraction, pricing, legal compliance, and our services."}