From 6492444a3e50b5770d430d19cf9a57236376db28 Mon Sep 17 00:00:00 2001 From: Matthew Jackson Date: Fri, 6 Mar 2026 20:37:31 -0800 Subject: [PATCH] Use job queue metadata instead of scraping page for title/company Page scraping was grabbing wrong elements (e.g. "Location" instead of company name on Ashby). Queue already has correct metadata. Co-Authored-By: Claude Opus 4.6 --- lib/apply/generic.mjs | 10 ++++------ 1 file changed, 4 insertions(+), 6 deletions(-) diff --git a/lib/apply/generic.mjs b/lib/apply/generic.mjs index fa366d0..54baeff 100644 --- a/lib/apply/generic.mjs +++ b/lib/apply/generic.mjs @@ -19,12 +19,10 @@ export async function apply(page, job, formFiller) { await page.goto(url, { waitUntil: 'domcontentloaded', timeout: NAVIGATION_TIMEOUT }); await page.waitForTimeout(PAGE_LOAD_WAIT); - const meta = await page.evaluate(() => ({ - title: document.querySelector('h1')?.textContent?.trim()?.slice(0, 100), - company: document.querySelector('[class*="company"] h2, h2, [class*="employer"]')?.textContent?.trim()?.slice(0, 80), - })).catch(() => ({})); - meta.title = meta.title || job.title; - meta.company = meta.company || job.company; + const meta = { + title: job.title, + company: job.company, + }; // Detect blockers: login walls, CAPTCHAs, closed listings const pageCheck = await page.evaluate(() => {