From 558658feea13878f0e3df7f102fbc8402834a312 Mon Sep 17 00:00:00 2001 From: alikia2x Date: Wed, 19 Nov 2025 03:09:51 +0800 Subject: [PATCH] fix: some bugs in snapshotSchedule --- packages/crawler/db/snapshotSchedule.ts | 4 ++-- packages/crawler/mq/exec/dispatchMilestoneSnapshots.ts | 2 +- src/fullSnapshot.ts | 3 ++- 3 files changed, 5 insertions(+), 4 deletions(-) diff --git a/packages/crawler/db/snapshotSchedule.ts b/packages/crawler/db/snapshotSchedule.ts index 38e4f29..b53d575 100644 --- a/packages/crawler/db/snapshotSchedule.ts +++ b/packages/crawler/db/snapshotSchedule.ts @@ -235,7 +235,7 @@ export async function scheduleSnapshot( if (latestScheduleStartedAt > adjustedTime) { await sql` UPDATE snapshot_schedule - SET started_at = ${adjustedTime} + SET started_at = ${adjustedTime.toISOString()} WHERE id = ${latestActiveSchedule.id} `; logger.log( @@ -251,7 +251,7 @@ export async function scheduleSnapshot( adjustedTime = await adjustSnapshotTime(new Date(targetTime), 3000, redis); } logger.log( - `Scheduled snapshot for ${aid} at ${adjustedTime.toISOString()}`, + `Scheduled ${type} snapshot for ${aid} at ${adjustedTime.toISOString()}`, "mq", "fn:scheduleSnapshot" ); diff --git a/packages/crawler/mq/exec/dispatchMilestoneSnapshots.ts b/packages/crawler/mq/exec/dispatchMilestoneSnapshots.ts index 0d09d5d..ee4995a 100644 --- a/packages/crawler/mq/exec/dispatchMilestoneSnapshots.ts +++ b/packages/crawler/mq/exec/dispatchMilestoneSnapshots.ts @@ -11,7 +11,7 @@ import { jobCounter, jobDurationRaw } from "metrics"; export const dispatchMilestoneSnapshotsWorker = async (_job: Job) => { const start = Date.now(); try { - const videos = await getVideosNearMilestone(sql); + const videos = await getVideosNearMilestone(); for (const video of videos) { const aid = Number(video.aid); const eta = await getAdjustedShortTermETA(sql, aid); diff --git a/src/fullSnapshot.ts b/src/fullSnapshot.ts index 904d86f..40707e0 100644 --- a/src/fullSnapshot.ts +++ b/src/fullSnapshot.ts @@ -50,7 +50,8 @@ async function addCandidates() { for (const aid of newAids) { stmt += `INSERT OR IGNORE INTO bili_info_crawl (aid, status) VALUES (${aid}, 'pending');\n`; } - sqlite.prepare(stmt).run(); + await Bun.file("1.sql").write(stmt); + sqlite.exec(stmt); logger.log(`Added ${newAids.length} to local DB.`); }