Add sector classification module, integrate into all 7 scrapers, fix CF pagination

This commit is contained in:
Peter Foster
2026-02-14 17:12:51 +00:00
parent d1aa21c59f
commit 771fcf9d76
23 changed files with 2044 additions and 83 deletions

18
test-api.js Normal file
View File

@@ -0,0 +1,18 @@
import axios from 'axios';
async function testAPI() {
try {
console.log('Testing opportunities API...');
const response = await axios.get('https://api.digitalmarketplace.service.gov.uk/v0.1/opportunities', {
params: { status: 'open', page: 1, per_page: 5 },
timeout: 5000,
validateStatus: () => true
});
console.log('Status:', response.status);
console.log('Response:', JSON.stringify(response.data).substring(0, 500));
} catch (e) {
console.error('Error:', e.message);
}
}
testAPI();