matthew/claw-apply
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: cache keywords in search_progress.json — restarts reuse same keywords, no regeneration mid-run

Browse Source
This commit is contained in:
Matthew Jackson
2026-03-06 02:24:54 +00:00
parent 65d6d1e50c
commit 97b753d401
2 changed files with 35 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

39
job_searcher.mjs
View File

@@ -22,7 +22,7 @@ import { verifyLogin as wfLogin, searchWellfound } from './lib/wellfound.mjs';
import { sendTelegram, formatSearchSummary } from './lib/notify.mjs'; import { sendTelegram, formatSearchSummary } from './lib/notify.mjs';
import { DEFAULT_FIRST_RUN_DAYS } from './lib/constants.mjs'; import { DEFAULT_FIRST_RUN_DAYS } from './lib/constants.mjs';
import { generateKeywords } from './lib/keywords.mjs'; import { generateKeywords } from './lib/keywords.mjs';
import { initProgress, isCompleted, markComplete, getKeywordStart, markKeywordComplete } from './lib/search_progress.mjs'; import { initProgress, isCompleted, markComplete, getKeywordStart, markKeywordComplete, saveKeywords, getSavedKeywords } from './lib/search_progress.mjs';
import { ensureLoggedIn } from './lib/session.mjs'; import { ensureLoggedIn } from './lib/session.mjs';
async function main() { async function main() {
@@ -58,22 +58,6 @@ async function main() {
const profile = loadConfig(resolve(__dir, 'config/profile.json')); const profile = loadConfig(resolve(__dir, 'config/profile.json'));
const anthropicKey = process.env.ANTHROPIC_API_KEY || settings.anthropic_api_key; const anthropicKey = process.env.ANTHROPIC_API_KEY || settings.anthropic_api_key;
// Enhance keywords with AI if API key available
if (anthropicKey) {
console.log('🤖 Generating AI-enhanced search keywords...');
for (const search of searchConfig.searches) {
try {
const aiKeywords = await generateKeywords(search, profile, anthropicKey);
const merged = [...new Set([...search.keywords, ...aiKeywords])];
console.log(` [${search.name}] ${search.keywords.length} → ${merged.length} keywords`);
search.keywords = merged;
} catch (e) {
console.warn(` [${search.name}] AI keywords failed, using static: ${e.message}`);
}
}
console.log('');
}
// Determine lookback: check for an in-progress run first, then fall back to first-run/normal logic // Determine lookback: check for an in-progress run first, then fall back to first-run/normal logic
const savedProgress = existsSync(resolve(__dir, 'data/search_progress.json')) const savedProgress = existsSync(resolve(__dir, 'data/search_progress.json'))
? JSON.parse(readFileSync(resolve(__dir, 'data/search_progress.json'), 'utf8')) ? JSON.parse(readFileSync(resolve(__dir, 'data/search_progress.json'), 'utf8'))
@@ -91,6 +75,27 @@ async function main() {
// Init progress tracking — enables resume on restart // Init progress tracking — enables resume on restart
initProgress(resolve(__dir, 'data'), lookbackDays); initProgress(resolve(__dir, 'data'), lookbackDays);
// Enhance keywords with AI — reuse saved keywords from progress if resuming, never regenerate mid-run
for (const search of searchConfig.searches) {
const saved = getSavedKeywords('linkedin', search.name) ?? getSavedKeywords('wellfound', search.name);
if (saved) {
console.log(` [${search.name}] reusing ${saved.length} saved keywords`);
search.keywords = saved;
} else if (anthropicKey) {
try {
const aiKeywords = await generateKeywords(search, profile, anthropicKey);
const merged = [...new Set([...search.keywords, ...aiKeywords])];
console.log(`🤖 [${search.name}] ${search.keywords.length} → ${merged.length} keywords (AI-enhanced)`);
search.keywords = merged;
} catch (e) {
console.warn(` [${search.name}] AI keywords failed, using static: ${e.message}`);
}
}
saveKeywords('linkedin', search.name, search.keywords);
saveKeywords('wellfound', search.name, search.keywords);
}
console.log('');
// Group searches by platform // Group searches by platform
const liSearches = searchConfig.searches.filter(s => s.platforms?.includes('linkedin')); const liSearches = searchConfig.searches.filter(s => s.platforms?.includes('linkedin'));
const wfSearches = searchConfig.searches.filter(s => s.platforms?.includes('wellfound')); const wfSearches = searchConfig.searches.filter(s => s.platforms?.includes('wellfound'));

13
lib/search_progress.mjs
View File

@@ -33,6 +33,19 @@ export function initProgress(dataDir, lookbackDays) {
return progress; return progress;
} }
/** Save generated keywords for a track — reused on resume, never regenerated mid-run */
export function saveKeywords(platform, track, keywords) {
if (!progress) return;
if (!progress.keywords) progress.keywords = {};
progress.keywords[`${platform}:${track}`] = keywords;
save();
}
/** Get saved keywords for a track, or null if not yet generated */
export function getSavedKeywords(platform, track) {
return progress?.keywords?.[`${platform}:${track}`] ?? null;
}
export function isCompleted(platform, track) { export function isCompleted(platform, track) {
if (!progress) return false; if (!progress) return false;
return progress.completed.includes(`${platform}:${track}`); return progress.completed.includes(`${platform}:${track}`);