feat: per-keyword resume — restart picks up from last completed keyword, not keyword 1
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
/**
|
||||
* search_progress.mjs — Track which searches have completed
|
||||
* Enables resume on restart without re-running finished searches
|
||||
* Enables resume on restart — skips completed tracks and completed keywords within a track
|
||||
*/
|
||||
import { readFileSync, writeFileSync, existsSync, unlinkSync } from 'fs';
|
||||
|
||||
@@ -12,24 +12,22 @@ export function initProgress(dataDir, lookbackDays) {
|
||||
|
||||
if (existsSync(progressPath)) {
|
||||
const saved = JSON.parse(readFileSync(progressPath, 'utf8'));
|
||||
// Only resume if same lookback window
|
||||
if (saved.lookback_days === lookbackDays) {
|
||||
progress = saved;
|
||||
const done = progress.completed.length;
|
||||
const done = progress.completed?.length ?? 0;
|
||||
if (done > 0) {
|
||||
console.log(`🔁 Resuming — skipping already-completed: ${progress.completed.join(', ')}\n`);
|
||||
console.log(`🔁 Resuming — completed tracks: ${progress.completed.join(', ')}\n`);
|
||||
}
|
||||
return progress;
|
||||
}
|
||||
console.log(`🆕 New lookback window (${lookbackDays}d), starting fresh\n`);
|
||||
}
|
||||
|
||||
// Fresh start
|
||||
progress = {
|
||||
lookback_days: lookbackDays,
|
||||
started_at: Date.now(),
|
||||
completed: [],
|
||||
pending: [],
|
||||
keyword_progress: {}, // key: "platform:track" → last completed keyword index (0-based)
|
||||
};
|
||||
save();
|
||||
return progress;
|
||||
@@ -40,11 +38,29 @@ export function isCompleted(platform, track) {
|
||||
return progress.completed.includes(`${platform}:${track}`);
|
||||
}
|
||||
|
||||
/** Returns the index of the first keyword to run (skips already-completed ones) */
|
||||
export function getKeywordStart(platform, track) {
|
||||
if (!progress) return 0;
|
||||
const key = `${platform}:${track}`;
|
||||
const last = progress.keyword_progress?.[key] ?? -1;
|
||||
return last + 1; // resume from next keyword after last completed
|
||||
}
|
||||
|
||||
/** Call after each keyword completes */
|
||||
export function markKeywordComplete(platform, track, keywordIndex) {
|
||||
if (!progress) return;
|
||||
const key = `${platform}:${track}`;
|
||||
if (!progress.keyword_progress) progress.keyword_progress = {};
|
||||
progress.keyword_progress[key] = keywordIndex;
|
||||
save();
|
||||
}
|
||||
|
||||
export function markComplete(platform, track, stats) {
|
||||
if (!progress) return;
|
||||
const key = `${platform}:${track}`;
|
||||
progress.pending = progress.pending.filter(k => k !== key);
|
||||
if (!progress.completed.includes(key)) progress.completed.push(key);
|
||||
// Clean up per-keyword progress for completed track
|
||||
if (progress.keyword_progress) delete progress.keyword_progress[key];
|
||||
progress[`stats:${key}`] = { ...stats, completed_at: Date.now() };
|
||||
save();
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user