Add sector classification module, integrate into all 7 scrapers, fix CF pagination

This commit is contained in:
Peter Foster
2026-02-14 17:12:51 +00:00
parent d1aa21c59f
commit 771fcf9d76
23 changed files with 2044 additions and 83 deletions

21
test-etenders.js Normal file
View File

@@ -0,0 +1,21 @@
import axios from 'axios';
import * as cheerio from 'cheerio';
const url = 'https://etendersni.gov.uk/epps/home.do';
try {
const resp = await axios.get(url, { timeout: 10000 });
const $ = cheerio.load(resp.data);
console.log('Page fetched, looking for links...');
let found = [];
.each((i, el) => {
const href = .attr('href');
const text = .text().trim();
if (href && href.includes('list')) {
found.push([text.substring(0, 50), href]);
}
});
console.log('Found links:', found);
} catch (e) {
console.log('Error:', e.message);
}