From 2c83b798816660814699ca77085230fbd61d28f5 Mon Sep 17 00:00:00 2001 From: alikia2x Date: Sat, 31 May 2025 12:23:01 +0800 Subject: [PATCH] update: termination condition to time-based in classifyVideosWorker --- packages/crawler/mq/exec/classifyVideo.ts | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/packages/crawler/mq/exec/classifyVideo.ts b/packages/crawler/mq/exec/classifyVideo.ts index 4a4a58a..50a760b 100644 --- a/packages/crawler/mq/exec/classifyVideo.ts +++ b/packages/crawler/mq/exec/classifyVideo.ts @@ -51,14 +51,14 @@ export const classifyVideosWorker = async () => { const videos = await getUnlabelledVideos(sql); logger.log(`Found ${videos.length} unlabelled videos`); - let i = 0; + const startTime = new Date().getTime(); for (const aid of videos) { - if (i > 200) { + const now = new Date().getTime(); + if (now - startTime > 4.2 * MINUTE) { await lockManager.releaseLock("classifyVideos"); - return 10000 + i; + return 1; } await ClassifyVideoQueue.add("classifyVideo", { aid: Number(aid) }); - i++; } await lockManager.releaseLock("classifyVideos"); return 0;