alikia2x/cvsa
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: unlimited addition of milestone tasks

Browse Source
This commit is contained in:
alikia2x (寒寒) 2025-04-07 00:28:28 +08:00
parent 38c0cbd371
commit da1bea7f41
Signed by: alikia2x
GPG Key ID: 56209E0CCD8420C6
3 changed files with 16 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
packages/crawler/db/snapshotSchedule.ts
View File

@ -71,6 +71,14 @@ export async function videoHasActiveSchedule(client: Client, aid: number) {
return res.rows.length > 0;
}
export async function videoHasActiveScheduleWithType(client: Client, aid: number, type: string) {
const res = await client.queryObject<{ status: string }>(
`SELECT status FROM snapshot_schedule WHERE aid = $1 AND (status = 'pending' OR status = 'processing') AND type = $2`,
[aid, type],
);
return res.rows.length > 0;
}
export async function videoHasProcessingSchedule(client: Client, aid: number) {
const res = await client.queryObject<{ status: string }>(
`SELECT status FROM snapshot_schedule WHERE aid = $1 AND status = 'processing'`,
@ -193,7 +201,7 @@ export async function scheduleSnapshot(
targetTime: number,
force: boolean = false,
) {
if (await videoHasActiveSchedule(client, aid) && !force) return;
if (await videoHasActiveScheduleWithType(client, aid, type) && !force) return;
let adjustedTime = new Date(targetTime);
if (type !== "milestone" && type !== "new") {
adjustedTime = await adjustSnapshotTime(new Date(targetTime), 1000, redis);

4
packages/crawler/mq/exec/snapshotTick.ts
View File

@ -61,6 +61,7 @@ export const bulkSnapshotTickWorker = async (_job: Job) => {
map: dataMap,
}, { priority: 3 });
}
return `OK`
} catch (e) {
logger.error(e as Error);
} finally {
@ -87,6 +88,7 @@ export const snapshotTickWorker = async (_job: Job) => {
id: Number(schedule.id),
type: schedule.type ?? "normal",
}, { priority });
return `OK`;
}
} catch (e) {
logger.error(e as Error);
@ -161,7 +163,7 @@ export const collectMilestoneSnapshotsWorker = async (_job: Job) => {
const minInterval = 1 * SECOND;
const delay = truncate(scheduledNextSnapshotDelay, minInterval, maxInterval);
const targetTime = now + delay;
await scheduleSnapshot(client, aid, "milestone", targetTime, true);
await scheduleSnapshot(client, aid, "milestone", targetTime);
logger.log(`Scheduled milestone snapshot for aid ${aid} in ${(delay / MINUTE).toFixed(2)} mins.`, "mq");
}
} catch (e) {

8
packages/crawler/mq/init.ts
View File

@ -30,8 +30,8 @@ export async function initMQ() {
immediately: true,
}, {
opts: {
removeOnComplete: 1,
removeOnFail: 1,
removeOnComplete: 300,
removeOnFail: 600,
},
});
@ -40,8 +40,8 @@ export async function initMQ() {
immediately: true,
}, {
opts: {
removeOnComplete: 1,
removeOnFail: 1,
removeOnComplete: 60,
removeOnFail: 600,
},
});