fix: dedupeAfterFilter skips groups with unscored members — wait until all copies are scored
This commit is contained in:
@@ -92,6 +92,9 @@ export function dedupeAfterFilter() {
|
||||
let deduped = 0;
|
||||
for (const jobs of Object.values(byUrl)) {
|
||||
if (jobs.length < 2) continue;
|
||||
// Only dedup if ALL copies have been scored — skip groups with unscored members
|
||||
if (jobs.some(j => j.filter_score == null && j.status !== 'filtered')) continue;
|
||||
|
||||
// Keep the one with highest filter_score; if tied, prefer 'new' over 'filtered'
|
||||
jobs.sort((a, b) => {
|
||||
const sa = a.filter_score ?? -1;
|
||||
|
||||
Reference in New Issue
Block a user