matthew/claw-apply
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: first_run_days config — defaults to 90 days on first run, then posted_within_days after

Browse Source
This commit is contained in:
Matthew Jackson
2026-03-05 23:38:21 +00:00
parent 931112e7cf
commit cb7a401aff
7 changed files with 85 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
job_searcher.mjs
View File

@@ -11,7 +11,7 @@ import { fileURLToPath } from 'url';
const __dir = dirname(fileURLToPath(import.meta.url));
const cfg = p => JSON.parse(readFileSync(resolve(__dir, p), 'utf8'));
import { addJobs } from './lib/queue.mjs';
import { addJobs, loadQueue } from './lib/queue.mjs';
import { createBrowser } from './lib/browser.mjs';
import { verifyLogin as liLogin, searchLinkedIn } from './lib/linkedin.mjs';
import { verifyLogin as wfLogin, searchWellfound } from './lib/wellfound.mjs';
@@ -24,6 +24,11 @@ async function main() {
const settings = cfg('config/settings.json');
const searchConfig = cfg('config/search_config.json');
// First run detection: if queue is empty, use first_run_days lookback
const isFirstRun = loadQueue().length === 0;
const lookbackDays = isFirstRun ? (searchConfig.first_run_days || 90) : null;
if (isFirstRun) console.log(`📅 First run — looking back ${lookbackDays} days\n`);
let totalAdded = 0;
let totalSeen = 0;
const platformsRun = [];
@@ -43,7 +48,10 @@ async function main() {
console.log(' ✅ Logged in');
for (const search of liSearches) {
const jobs = await searchLinkedIn(liBrowser.page, search);
const effectiveSearch = lookbackDays
? { ...search, filters: { ...search.filters, posted_within_days: lookbackDays } }
: search;
const jobs = await searchLinkedIn(liBrowser.page, effectiveSearch);
const added = addJobs(jobs);
totalAdded += added;
totalSeen += jobs.length;
@@ -69,7 +77,10 @@ async function main() {
else console.log(' ✅ Logged in');
for (const search of wfSearches) {
const jobs = await searchWellfound(wfBrowser.page, search);
const effectiveSearch = lookbackDays
? { ...search, filters: { ...search.filters, posted_within_days: lookbackDays } }
: search;
const jobs = await searchWellfound(wfBrowser.page, effectiveSearch);
const added = addJobs(jobs);
totalAdded += added;
totalSeen += jobs.length;