Add sector classification module, integrate into all 7 scrapers, fix CF pagination

etendersni-test3.mjs

@@ -0,0 +1,33 @@
+import axios from 'axios';
+
+const urls = [
+  'https://etendersni.gov.uk/epps/api/search',
+  'https://etendersni.gov.uk/epps/api/tenders',
+  'https://etendersni.gov.uk/api/search',
+  'https://etendersni.gov.uk/epps/export.json',
+  'https://etendersni.gov.uk/epps/search.do',
+  'https://etendersni.gov.uk/epps/searchTender.do',
+  'https://etendersni.gov.uk/epps/tenderNoticesSearch.do',
+  'https://etendersni.gov.uk/epps/viewNotices.do',
+];
+
+(async () => {
+  for (const url of urls) {
+    try {
+      const resp = await axios.get(url, { timeout: 5000, maxRedirects: 2 });
+      if (resp.status === 200) {
+        console.log(`✓ ${url}`);
+        console.log(`  Content-Type: ${resp.headers['content-type']}`);
+        console.log(`  Length: ${resp.data.length}`);
+        if (resp.headers['content-type']?.includes('json')) {
+          const data = resp.data;
+          console.log(`  Preview: ${JSON.stringify(data).substring(0, 200)}`);
+        }
+      }
+    } catch (e) {
+      if (e.response?.status !== 404) {
+        console.log(`✗ ${url} - ${e.message.split('\n')[0]}`);
+      }
+    }
+  }
+})();