feat: per-keyword resume — restart picks up from last completed keyword, not keyword 1

This commit is contained in:
2026-03-06 02:23:07 +00:00
parent ffb9eec4cb
commit 65d6d1e50c
3 changed files with 35 additions and 11 deletions

View File

@@ -1,6 +1,6 @@
/**
* search_progress.mjs — Track which searches have completed
* Enables resume on restart without re-running finished searches
* Enables resume on restart — skips completed tracks and completed keywords within a track
*/
import { readFileSync, writeFileSync, existsSync, unlinkSync } from 'fs';
@@ -12,24 +12,22 @@ export function initProgress(dataDir, lookbackDays) {
if (existsSync(progressPath)) {
const saved = JSON.parse(readFileSync(progressPath, 'utf8'));
// Only resume if same lookback window
if (saved.lookback_days === lookbackDays) {
progress = saved;
const done = progress.completed.length;
const done = progress.completed?.length ?? 0;
if (done > 0) {
console.log(`🔁 Resuming — skipping already-completed: ${progress.completed.join(', ')}\n`);
console.log(`🔁 Resuming — completed tracks: ${progress.completed.join(', ')}\n`);
}
return progress;
}
console.log(`🆕 New lookback window (${lookbackDays}d), starting fresh\n`);
}
// Fresh start
progress = {
lookback_days: lookbackDays,
started_at: Date.now(),
completed: [],
pending: [],
keyword_progress: {}, // key: "platform:track" → last completed keyword index (0-based)
};
save();
return progress;
@@ -40,11 +38,29 @@ export function isCompleted(platform, track) {
return progress.completed.includes(`${platform}:${track}`);
}
/** Returns the index of the first keyword to run (skips already-completed ones) */
export function getKeywordStart(platform, track) {
if (!progress) return 0;
const key = `${platform}:${track}`;
const last = progress.keyword_progress?.[key] ?? -1;
return last + 1; // resume from next keyword after last completed
}
/** Call after each keyword completes */
export function markKeywordComplete(platform, track, keywordIndex) {
if (!progress) return;
const key = `${platform}:${track}`;
if (!progress.keyword_progress) progress.keyword_progress = {};
progress.keyword_progress[key] = keywordIndex;
save();
}
export function markComplete(platform, track, stats) {
if (!progress) return;
const key = `${platform}:${track}`;
progress.pending = progress.pending.filter(k => k !== key);
if (!progress.completed.includes(key)) progress.completed.push(key);
// Clean up per-keyword progress for completed track
if (progress.keyword_progress) delete progress.keyword_progress[key];
progress[`stats:${key}`] = { ...stats, completed_at: Date.now() };
save();
}