peter/ukaiautomation
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Security hardening + new tools deployment

Browse Source 
- Hide Apache version (ServerTokens Prod)
- Add Permissions-Policy header
- Remove deprecated X-XSS-Protection
- Consolidate security headers to .htaccess only (remove duplicates from PHP)
- Deploy free tools: robots-analyzer, data-converter
- Deploy tools announcement blog post
- Update sitemap with new tools and blog post
This commit is contained in:
root
2026-02-05 04:11:15 +00:00
parent 3a0d8034c7
commit b6e39fe0c2
89 changed files with 4866 additions and 1932 deletions
Download Patch File Download Diff File Expand all files Collapse all files

435
sitemap.xml
View File

@@ -1,250 +1,335 @@
<?xml version="1.0" encoding="UTF-8"?>
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9" xmlns:xhtml="http://www.w3.org/1999/xhtml" xmlns:image="http://www.google.com/schemas/sitemap-image/1.1">
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<!-- Homepage -->
<url>
<loc>https://ukdataservices.co.uk/</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>weekly</changefreq>
<priority>1.0</priority>
<image:image>
<image:loc>https://ukdataservices.co.uk/assets/images/ukds-main-logo.png</image:loc>
<image:title>UK Data Services - Professional Web Scraping & Data Analytics Solutions</image:title>
<image:caption>Leading UK provider of enterprise web scraping services, data analytics, and business intelligence solutions</image:caption>
</image:image>
</url>
<!-- Core Service Pages -->
<!-- Core Pages -->
<url>
<loc>https://ukdataservices.co.uk/about</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<lastmod>2026-02-04T00:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/project-types</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<loc>https://ukdataservices.co.uk/services</loc>
<lastmod>2026-02-04T00:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/quote</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<loc>https://ukdataservices.co.uk/contact</loc>
<lastmod>2026-02-04T00:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog</loc>
<lastmod>2026-02-04T00:00:00+00:00</lastmod>
<changefreq>weekly</changefreq>
<priority>0.8</priority>
</url>
<!-- Services -->
<!-- Service Pages -->
<url>
<loc>https://ukdataservices.co.uk/services/web-scraping</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<lastmod>2026-02-04T00:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.9</priority>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/services/price-monitoring</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<loc>https://ukdataservices.co.uk/services/data-analytics</loc>
<lastmod>2026-02-04T00:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/services/property-data-extraction</loc>
<lastmod>2026-02-04T00:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/services/data-cleaning</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/services/competitive-intelligence</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<!-- Blog Section -->
<url>
<loc>https://ukdataservices.co.uk/blog/</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>daily</changefreq>
<priority>0.9</priority>
</url>
<!-- Blog Categories -->
<url>
<loc>https://ukdataservices.co.uk/blog/categories/web-scraping</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>weekly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/categories/data-analytics</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>weekly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/categories/compliance</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>weekly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/categories/industry-insights</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>weekly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/categories/case-studies</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>weekly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/categories/technology</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>weekly</changefreq>
<priority>0.8</priority>
</url>
<!-- Featured Blog Articles -->
<url>
<loc>https://ukdataservices.co.uk/blog/articles/web-scraping-compliance-uk-guide</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.9</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/competitive-intelligence-roi-metrics</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/retail-price-monitoring-strategies</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/javascript-heavy-sites-scraping</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<loc>https://ukdataservices.co.uk/blog/articles/ai-powered-data-extraction</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/data-quality-validation-pipelines</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<loc>https://ukdataservices.co.uk/blog/articles/business-intelligence-consultants-uk-selection-guide</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/financial-services-data-transformation</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<loc>https://ukdataservices.co.uk/blog/articles/business-intelligence-dashboard-design</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/cloud-native-scraping-architecture</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/uk-property-market-data-trends</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<loc>https://ukdataservices.co.uk/blog/articles/competitive-intelligence-roi-metrics</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/competitor-price-monitoring-software-build-vs-buy-analysis</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/data-analytics-companies-london-top-providers-compared</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/data-automation-strategies-uk-businesses</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/database-optimization-big-data</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/data-protection-impact-assessments</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/data-quality-validation-pipelines</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/data-subject-rights-management</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/ecommerce-trends-uk-2025</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/financial-services-data-transformation</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/fintech-market-analysis-uk</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/gdpr-data-minimisation-practices</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<!-- Location Pages -->
<url>
<loc>https://ukdataservices.co.uk/locations/london</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<loc>https://ukdataservices.co.uk/blog/articles/handling-captchas-scraping</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/locations/manchester</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<loc>https://ukdataservices.co.uk/blog/articles/healthcare-research-data-collection</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/locations/birmingham</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<loc>https://ukdataservices.co.uk/blog/articles/international-data-transfers-uk</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
<priority>0.7</priority>
</url>
<!-- Case Studies -->
<url>
<loc>https://ukdataservices.co.uk/case-studies/</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<loc>https://ukdataservices.co.uk/blog/articles/javascript-heavy-sites-scraping</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/kubernetes-scraping-deployment</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/manufacturing-data-transformation</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/manufacturing-supply-chain-optimization</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/media-content-aggregation-platform</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/predictive-analytics-customer-churn</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/property-data-aggregation-success</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/python-data-pipeline-tools-2025</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/python-scrapy-enterprise-guide</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/real-time-analytics-streaming-data</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/real-time-analytics-streaming</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/real-time-data-extraction-technical-guide-uk-businesses</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/retail-competitor-monitoring-case</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/retail-price-monitoring-strategies</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/selenium-vs-playwright-comparison</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/sql-analytics-advanced-techniques</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/uk-cookie-law-compliance</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/uk-property-market-data-trends</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/web-scraping-compliance-uk-guide</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/web-scraping-rate-limiting</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/web-scraping-services-uk-complete-buyers-guide</loc>
<lastmod>2026-02-04T08:34:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
<!-- Tools -->
<url>
<loc>https://ukdataservices.co.uk/tools</loc>
<lastmod>2026-02-05T04:00:00+00:00</lastmod>
<changefreq>weekly</changefreq>
<priority>0.8</priority>
</url>
<!-- Legal Pages -->
<url>
<loc>https://ukdataservices.co.uk/privacy-policy</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>quarterly</changefreq>
<priority>0.4</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/terms-of-service</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>quarterly</changefreq>
<priority>0.4</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/cookie-policy</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>quarterly</changefreq>
<priority>0.4</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/gdpr-compliance</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<changefreq>quarterly</changefreq>
<priority>0.6</priority>
</url>
<!-- FAQ Section -->
<url>
<loc>https://ukdataservices.co.uk/faq</loc>
<lastmod>2026-02-03T00:00:00+00:00</lastmod>
<loc>https://ukdataservices.co.uk/tools/cost-calculator</loc>
<lastmod>2026-02-04T08:45:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.6</priority>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/tools/scrapeability-checker</loc>
<lastmod>2026-02-05T04:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/tools/robots-analyzer</loc>
<lastmod>2026-02-05T04:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/tools/data-converter</loc>
<lastmod>2026-02-05T04:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.8</priority>
</url>
<url>
<loc>https://ukdataservices.co.uk/blog/articles/free-web-scraping-tools-launch</loc>
<lastmod>2026-02-05T04:00:00+00:00</lastmod>
<changefreq>monthly</changefreq>
<priority>0.7</priority>
</url>
</urlset>