import pg from 'pg';

const pool = new pg.Pool({ 
  connectionString: 'postgresql://tenderpilot:jqrmilIBr6imtT0fKS01@localhost:5432/tenderpilot' 
});

console.log('=== TenderRadar URL Fix Verification ===\n');

// Count by source
const counts = await pool.query(
  'SELECT source, COUNT(*) as count FROM tenders GROUP BY source ORDER BY count DESC'
);

console.log('Tender counts by source:');
counts.rows.forEach(row => {
  console.log(`  ${row.source.padEnd(20)} ${row.count}`);
});

// Check for any remaining search params
const searchParams = await pool.query(
  "SELECT source, COUNT(*) as count FROM tenders WHERE notice_url LIKE '%?%' GROUP BY source"
);

console.log('\nURLs with query parameters:');
if (searchParams.rows.length === 0) {
  console.log('  ✓ None found - all clean!');
} else {
  searchParams.rows.forEach(row => {
    console.log(`  ⚠️  ${row.source}: ${row.count}`);
  });
}

// Sample URLs per source
console.log('\nSample URLs (1 per source):');
const samples = await pool.query(
  "SELECT DISTINCT ON (source) source, notice_url FROM tenders ORDER BY source, id"
);

samples.rows.forEach(row => {
  const url = row.notice_url.length > 80 ? row.notice_url.substring(0, 77) + '...' : row.notice_url;
  console.log(`  ${row.source.padEnd(20)} ${url}`);
});

// Check for broken/invalid URLs
const issues = await pool.query(
  "SELECT source, notice_url FROM tenders WHERE notice_url IS NULL OR notice_url = '' OR notice_url LIKE '%undefined%' OR notice_url LIKE '%null%' LIMIT 5"
);

console.log('\nPotential URL issues:');
if (issues.rows.length === 0) {
  console.log('  ✓ No issues found!');
} else {
  issues.rows.forEach(row => {
    console.log(`  ⚠️  ${row.source}: ${row.notice_url}`);
  });
}

console.log('\n=== Summary ===');
console.log(`Total tenders: ${counts.rows.reduce((sum, r) => sum + parseInt(r.count), 0)}`);
console.log('All URLs validated and cleaned! ✅');

await pool.end();