feat: first_run_days config — defaults to 90 days on first run, then posted_within_days after
This commit is contained in:
@@ -2,30 +2,44 @@
|
||||
* browser.mjs — Browser factory
|
||||
* Creates Kernel stealth browsers or falls back to local Playwright
|
||||
*/
|
||||
import { chromium } from 'playwright';
|
||||
// Use configured playwright path or fall back to npm global
|
||||
let _chromium;
|
||||
async function getChromium(playwrightPath) {
|
||||
if (_chromium) return _chromium;
|
||||
const paths = [
|
||||
playwrightPath,
|
||||
'/home/ubuntu/.npm-global/lib/node_modules/playwright/index.mjs',
|
||||
'playwright'
|
||||
].filter(Boolean);
|
||||
for (const p of paths) {
|
||||
try { const m = await import(p); _chromium = m.chromium; return _chromium; } catch {}
|
||||
}
|
||||
throw new Error('Playwright not found — install with: npm install -g playwright');
|
||||
}
|
||||
|
||||
export async function createBrowser(settings, profileKey) {
|
||||
const { provider, playwright_path } = settings.browser || {};
|
||||
const kernelConfig = settings.kernel || {};
|
||||
|
||||
const pwPath = settings.browser?.playwright_path;
|
||||
|
||||
if (provider === 'local') {
|
||||
return createLocalBrowser();
|
||||
return createLocalBrowser(pwPath);
|
||||
}
|
||||
|
||||
// Default: Kernel
|
||||
try {
|
||||
return await createKernelBrowser(kernelConfig, profileKey);
|
||||
return await createKernelBrowser(kernelConfig, profileKey, pwPath);
|
||||
} catch (e) {
|
||||
console.warn(`[browser] Kernel failed (${e.message}), falling back to local`);
|
||||
return createLocalBrowser();
|
||||
return createLocalBrowser(pwPath);
|
||||
}
|
||||
}
|
||||
|
||||
async function createKernelBrowser(kernelConfig, profileKey) {
|
||||
// Dynamic import so it doesn't crash if not installed
|
||||
async function createKernelBrowser(kernelConfig, profileKey, playwrightPath) {
|
||||
let Kernel;
|
||||
try {
|
||||
const mod = await import('@onkernel/sdk');
|
||||
const mod = await import('/home/ubuntu/.openclaw/workspace/node_modules/@onkernel/sdk/index.js');
|
||||
Kernel = mod.default;
|
||||
} catch {
|
||||
throw new Error('Kernel SDK not installed — run: npm install @onkernel/sdk');
|
||||
@@ -41,14 +55,7 @@ async function createKernelBrowser(kernelConfig, profileKey) {
|
||||
if (kernelConfig.proxy_id) opts.proxy = { id: kernelConfig.proxy_id };
|
||||
|
||||
const kb = await kernel.browsers.create(opts);
|
||||
|
||||
// Use system playwright or configured path
|
||||
let pw = chromium;
|
||||
if (kernelConfig.playwright_path) {
|
||||
const mod = await import(kernelConfig.playwright_path);
|
||||
pw = mod.chromium;
|
||||
}
|
||||
|
||||
const pw = await getChromium(playwrightPath);
|
||||
const browser = await pw.connectOverCDP(kb.cdp_ws_url);
|
||||
const ctx = browser.contexts()[0] || await browser.newContext();
|
||||
const page = ctx.pages()[0] || await ctx.newPage();
|
||||
@@ -56,7 +63,8 @@ async function createKernelBrowser(kernelConfig, profileKey) {
|
||||
return { browser, page, type: 'kernel' };
|
||||
}
|
||||
|
||||
async function createLocalBrowser() {
|
||||
async function createLocalBrowser(playwrightPath) {
|
||||
const chromium = await getChromium(playwrightPath);
|
||||
const browser = await chromium.launch({ headless: true });
|
||||
const ctx = await browser.newContext({
|
||||
userAgent: 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36'
|
||||
|
||||
@@ -29,7 +29,7 @@ export async function searchLinkedIn(page, search) {
|
||||
await page.evaluate(() => window.scrollBy(0, 2000));
|
||||
await page.waitForTimeout(1500);
|
||||
|
||||
const found = await page.evaluate((track, excludes) => {
|
||||
const found = await page.evaluate(({ track, excludes }) => {
|
||||
const ids = [...new Set(
|
||||
Array.from(document.querySelectorAll('a[href*="/jobs/view/"]'))
|
||||
.map(a => a.href.match(/\/jobs\/view\/(\d+)/)?.[1])
|
||||
@@ -44,7 +44,6 @@ export async function searchLinkedIn(page, search) {
|
||||
const company = container?.querySelector('[class*="company"], [class*="subtitle"], h4')?.textContent?.trim() || '';
|
||||
const location = container?.querySelector('[class*="location"]')?.textContent?.trim() || '';
|
||||
|
||||
// Basic exclusion filter
|
||||
const titleLower = title.toLowerCase();
|
||||
const companyLower = company.toLowerCase();
|
||||
for (const ex of excludes) {
|
||||
@@ -54,7 +53,7 @@ export async function searchLinkedIn(page, search) {
|
||||
return { id: `li_${id}`, platform: 'linkedin', track, title, company, location,
|
||||
url: `https://www.linkedin.com/jobs/view/${id}/`, jobId: id };
|
||||
}).filter(Boolean);
|
||||
}, search.track, search.exclude_keywords || []);
|
||||
}, { track: search.track, excludes: search.exclude_keywords || [] });
|
||||
|
||||
jobs.push(...found);
|
||||
}
|
||||
|
||||
@@ -21,7 +21,7 @@ export async function searchWellfound(page, search) {
|
||||
await page.evaluate(() => window.scrollBy(0, 3000));
|
||||
await page.waitForTimeout(2000);
|
||||
|
||||
const found = await page.evaluate((track, excludes) => {
|
||||
const found = await page.evaluate(({ track, excludes }) => {
|
||||
const seen = new Set();
|
||||
const results = [];
|
||||
|
||||
@@ -57,7 +57,7 @@ export async function searchWellfound(page, search) {
|
||||
});
|
||||
|
||||
return results.slice(0, 30);
|
||||
}, search.track, search.exclude_keywords || []);
|
||||
}, { track: search.track, excludes: search.exclude_keywords || [] });
|
||||
|
||||
jobs.push(...found);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user