matthew/claw-apply
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: flush jobs to queue per-page — no data loss on crash; live progress output

Browse Source
This commit is contained in:
Matthew Jackson
2026-03-06 00:17:33 +00:00
parent 234820ad91
commit f9fa36b47c
4 changed files with 29 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
job_searcher.mjs
View File

@@ -72,11 +72,18 @@ async function main() {
const effectiveSearch = lookbackDays
? { ...search, filters: { ...search.filters, posted_within_days: lookbackDays } }
: search;
const jobs = await searchLinkedIn(liBrowser.page, effectiveSearch);
const added = addJobs(jobs);
totalAdded += added;
totalSeen += jobs.length;
console.log(` [${search.name}] ${jobs.length} found, ${added} new`);
let queryFound = 0, queryAdded = 0;
await searchLinkedIn(liBrowser.page, effectiveSearch, {
onPage: (pageJobs) => {
const added = addJobs(pageJobs);
totalAdded += added;
totalSeen += pageJobs.length;
queryFound += pageJobs.length;
queryAdded += added;
process.stdout.write(`\r [${search.name}] ${queryFound} found, ${queryAdded} new...`);
}
});
console.log(`\r [${search.name}] ${queryFound} found, ${queryAdded} new`);
}
platformsRun.push('LinkedIn');
@@ -101,11 +108,18 @@ async function main() {
const effectiveSearch = lookbackDays
? { ...search, filters: { ...search.filters, posted_within_days: lookbackDays } }
: search;
const jobs = await searchWellfound(wfBrowser.page, effectiveSearch);
const added = addJobs(jobs);
totalAdded += added;
totalSeen += jobs.length;
console.log(` [${search.name}] ${jobs.length} found, ${added} new`);
let queryFound = 0, queryAdded = 0;
await searchWellfound(wfBrowser.page, effectiveSearch, {
onPage: (pageJobs) => {
const added = addJobs(pageJobs);
totalAdded += added;
totalSeen += pageJobs.length;
queryFound += pageJobs.length;
queryAdded += added;
process.stdout.write(`\r [${search.name}] ${queryFound} found, ${queryAdded} new...`);
}
});
console.log(`\r [${search.name}] ${queryFound} found, ${queryAdded} new`);
}
platformsRun.push('Wellfound');